2024-09-05T10:39:16.432 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-05T10:39:16.453 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T10:39:16.526 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393 branch: main description: nvmeof:upgrade/{0-clusters/4-gateways-1-initiator 1-start-distro/1-start-centos_9.stream-reef 2-setup_subsystem 3-upgrade/squid 4-wait 5-workloads/high-availability} email: null first_in_suite: false job_id: '7890393' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: cb0f54bdf22cef90a18ff6884cf74b8211383d6b ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: cb0f54bdf22cef90a18ff6884cf74b8211383d6b workunit: branch: wip-nvmeof-teuthology-v7-upgrade-ha sha1: e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b owner: scheduled_vallariag@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - client.0 - - host.a - mon.a - mgr.x - osd.0 - osd.1 - client.1 - ceph.nvmeof.nvmeof.a - - host.b - mon.b - mgr.y - osd.2 - osd.3 - osd.4 - client.2 - ceph.nvmeof.nvmeof.b - - host.c - mon.c - osd.5 - osd.6 - osd.7 - client.3 - ceph.nvmeof.nvmeof.c - - host.d - client.4 - ceph.nvmeof.nvmeof.d seed: 5911 sha1: cb0f54bdf22cef90a18ff6884cf74b8211383d6b sleep_before_teardown: 0 suite: nvmeof:upgrade suite_branch: wip-nvmeof-teuthology-v7-upgrade-ha suite_path: /home/teuthworker/src/github.com_vallariag_ceph_e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b/qa suite_relpath: qa suite_repo: https://github.com/vallariag/ceph.git suite_sha1: e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b targets: smithi033.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHPmU8KlxmOE0udP9hc9iedS8JgichJMSZBkkVioof6yPyLGPx88c8iMdqn2GJB9t/fSD/AgzIvcbiDOquaXvBI= smithi050.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA761oEddX613q4YQlXT/TFwkb/TnCkOQzAKa0AjZkx1lZuk37RcWZdtq6kzYr6+qrm1r+ltmk3G3A4cPIOD7Wg= smithi119.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI2+06Kwi5rvy1aOUjuETyn5EGApVUPiFw21Igl/xyucZiwhMumdPWC5B84ECWhfNTThwjT0FfUT4f3eJbhJjRY= smithi154.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPNFwMnCjZgrjdQDLy/GbbqyXKQJ0pKoHgUqCvh34A0qWQLOyNBhxG7WI7eG1+TDMmWERUktxYYMO4buJFsO5TQ= smithi173.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEsgYEkeuHMVqcGSRKZ5sT3we4OpIqvORT0RrltrfTu0yjwuqjp7DiX+KrO6lODPpAowuXtvk1fSAgAHS8SWg6w= tasks: - install: extra_packages: - nvme-cli - cephadm: compiled_cephadm_branch: reef image: quay.ceph.io/ceph-ci/ceph:reef-nvmeof - nvmeof: gateway_config: cli_image: quay.io/ceph/nvmeof-cli:1.2.16 enable_groups: false namespaces_count: 20 subsystems_count: 3 gw_image: quay.io/ceph/nvmeof:1.2.16 installer: host.a rbd: image_name_prefix: myimage pool_name: mypool - cephadm.wait_for_service: service: nvmeof.mypool - cephadm.shell: mon.a: - ceph config get mgr mgr/cephadm/container_image_nvmeof - ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:1.2.17 - workunit: clients: client.0: - nvmeof/setup_subsystem.sh env: RBD_IMAGE_PREFIX: myimage RBD_POOL: mypool no_coverage_and_limits: true - cephadm.shell: env: - sha1 mon.a: - ceph health detail - ceph orch ps - ceph nvme-gw show mypool '' - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:squid-nvmeof - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph config get mgr mgr/cephadm/container_image_nvmeof - sleep 60 - ceph nvme-gw show mypool '' - ceph orch ps - ceph orch ps | grep "nvmeof" || exit 1 - ceph orch ps | grep "nvmeof" | grep "running" || exit 1 - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - workunit: clients: client.0: - nvmeof/basic_tests.sh env: RBD_IMAGE_PREFIX: myimage RBD_POOL: mypool no_coverage_and_limits: true - nvmeof.thrash: checker_host: client.0 - workunit: clients: client.0: - nvmeof/fio_test.sh --rbd_iostat env: IOSTAT_INTERVAL: '10' RBD_POOL: mypool RUNTIME: '600' no_coverage_and_limits: true timeout: 30m teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-05_10:29:28 tube: smithi user: vallariag verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-05T10:39:16.526 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_vallariag_ceph_e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b/qa; will attempt to use it 2024-09-05T10:39:16.527 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_vallariag_ceph_e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b/qa/tasks 2024-09-05T10:39:16.527 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-05T10:39:16.529 INFO:teuthology.task.internal:Checking packages... 2024-09-05T10:39:16.550 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b' 2024-09-05T10:39:16.550 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-05T10:39:16.550 INFO:teuthology.packaging:ref: None 2024-09-05T10:39:16.550 INFO:teuthology.packaging:tag: None 2024-09-05T10:39:16.550 INFO:teuthology.packaging:branch: main 2024-09-05T10:39:16.550 INFO:teuthology.packaging:sha1: cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:39:16.551 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-09-05T10:39:16.811 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4702.g4dc4e366 2024-09-05T10:39:16.812 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-05T10:39:16.828 INFO:teuthology.task.internal:no buildpackages task found 2024-09-05T10:39:16.828 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-05T10:39:16.842 INFO:teuthology.task.internal:Saving configuration 2024-09-05T10:39:16.859 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-05T10:39:16.880 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-05T10:39:16.899 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi033.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 10:34:05.357334', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHPmU8KlxmOE0udP9hc9iedS8JgichJMSZBkkVioof6yPyLGPx88c8iMdqn2GJB9t/fSD/AgzIvcbiDOquaXvBI='} 2024-09-05T10:39:16.919 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi050.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 10:34:05.361697', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA761oEddX613q4YQlXT/TFwkb/TnCkOQzAKa0AjZkx1lZuk37RcWZdtq6kzYr6+qrm1r+ltmk3G3A4cPIOD7Wg='} 2024-09-05T10:39:16.942 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 10:34:05.358831', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI2+06Kwi5rvy1aOUjuETyn5EGApVUPiFw21Igl/xyucZiwhMumdPWC5B84ECWhfNTThwjT0FfUT4f3eJbhJjRY='} 2024-09-05T10:39:16.965 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi154.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 10:34:05.360767', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPNFwMnCjZgrjdQDLy/GbbqyXKQJ0pKoHgUqCvh34A0qWQLOyNBhxG7WI7eG1+TDMmWERUktxYYMO4buJFsO5TQ='} 2024-09-05T10:39:16.985 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 10:34:05.359805', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEsgYEkeuHMVqcGSRKZ5sT3we4OpIqvORT0RrltrfTu0yjwuqjp7DiX+KrO6lODPpAowuXtvk1fSAgAHS8SWg6w='} 2024-09-05T10:39:16.985 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-05T10:39:16.999 INFO:teuthology.task.internal:roles: ubuntu@smithi033.front.sepia.ceph.com - ['client.0'] 2024-09-05T10:39:16.999 INFO:teuthology.task.internal:roles: ubuntu@smithi050.front.sepia.ceph.com - ['host.a', 'mon.a', 'mgr.x', 'osd.0', 'osd.1', 'client.1', 'ceph.nvmeof.nvmeof.a'] 2024-09-05T10:39:16.999 INFO:teuthology.task.internal:roles: ubuntu@smithi119.front.sepia.ceph.com - ['host.b', 'mon.b', 'mgr.y', 'osd.2', 'osd.3', 'osd.4', 'client.2', 'ceph.nvmeof.nvmeof.b'] 2024-09-05T10:39:16.999 INFO:teuthology.task.internal:roles: ubuntu@smithi154.front.sepia.ceph.com - ['host.c', 'mon.c', 'osd.5', 'osd.6', 'osd.7', 'client.3', 'ceph.nvmeof.nvmeof.c'] 2024-09-05T10:39:16.999 INFO:teuthology.task.internal:roles: ubuntu@smithi173.front.sepia.ceph.com - ['host.d', 'client.4', 'ceph.nvmeof.nvmeof.d'] 2024-09-05T10:39:16.999 INFO:teuthology.run_tasks:Running task console_log... 2024-09-05T10:39:17.151 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe66b33fac0>, signals=[15]) 2024-09-05T10:39:17.152 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-05T10:39:17.166 INFO:teuthology.task.internal:Opening connections... 2024-09-05T10:39:17.166 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T10:39:17.168 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:39:17.245 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi050.front.sepia.ceph.com 2024-09-05T10:39:17.246 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:39:17.334 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi119.front.sepia.ceph.com 2024-09-05T10:39:17.334 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:39:17.408 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi154.front.sepia.ceph.com 2024-09-05T10:39:17.409 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:39:17.484 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi173.front.sepia.ceph.com 2024-09-05T10:39:17.485 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:39:17.561 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-05T10:39:17.599 DEBUG:teuthology.orchestra.run.smithi033:> uname -m 2024-09-05T10:39:17.618 INFO:teuthology.orchestra.run.smithi033.stdout:x86_64 2024-09-05T10:39:17.618 DEBUG:teuthology.orchestra.run.smithi033:> cat /etc/os-release 2024-09-05T10:39:17.677 INFO:teuthology.orchestra.run.smithi033.stdout:NAME="CentOS Stream" 2024-09-05T10:39:17.677 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION="9" 2024-09-05T10:39:17.677 INFO:teuthology.orchestra.run.smithi033.stdout:ID="centos" 2024-09-05T10:39:17.678 INFO:teuthology.orchestra.run.smithi033.stdout:ID_LIKE="rhel fedora" 2024-09-05T10:39:17.678 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION_ID="9" 2024-09-05T10:39:17.679 INFO:teuthology.orchestra.run.smithi033.stdout:PLATFORM_ID="platform:el9" 2024-09-05T10:39:17.679 INFO:teuthology.orchestra.run.smithi033.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T10:39:17.679 INFO:teuthology.orchestra.run.smithi033.stdout:ANSI_COLOR="0;31" 2024-09-05T10:39:17.679 INFO:teuthology.orchestra.run.smithi033.stdout:LOGO="fedora-logo-icon" 2024-09-05T10:39:17.679 INFO:teuthology.orchestra.run.smithi033.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T10:39:17.680 INFO:teuthology.orchestra.run.smithi033.stdout:HOME_URL="https://centos.org/" 2024-09-05T10:39:17.680 INFO:teuthology.orchestra.run.smithi033.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T10:39:17.680 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T10:39:17.680 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T10:39:17.680 INFO:teuthology.lock.ops:Updating smithi033.front.sepia.ceph.com on lock server 2024-09-05T10:39:17.703 DEBUG:teuthology.orchestra.run.smithi050:> uname -m 2024-09-05T10:39:17.722 INFO:teuthology.orchestra.run.smithi050.stdout:x86_64 2024-09-05T10:39:17.723 DEBUG:teuthology.orchestra.run.smithi050:> cat /etc/os-release 2024-09-05T10:39:17.780 INFO:teuthology.orchestra.run.smithi050.stdout:NAME="CentOS Stream" 2024-09-05T10:39:17.780 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION="9" 2024-09-05T10:39:17.780 INFO:teuthology.orchestra.run.smithi050.stdout:ID="centos" 2024-09-05T10:39:17.780 INFO:teuthology.orchestra.run.smithi050.stdout:ID_LIKE="rhel fedora" 2024-09-05T10:39:17.780 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION_ID="9" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM_ID="platform:el9" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:ANSI_COLOR="0;31" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:LOGO="fedora-logo-icon" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:HOME_URL="https://centos.org/" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T10:39:17.781 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T10:39:17.781 INFO:teuthology.lock.ops:Updating smithi050.front.sepia.ceph.com on lock server 2024-09-05T10:39:17.803 DEBUG:teuthology.orchestra.run.smithi119:> uname -m 2024-09-05T10:39:17.822 INFO:teuthology.orchestra.run.smithi119.stdout:x86_64 2024-09-05T10:39:17.822 DEBUG:teuthology.orchestra.run.smithi119:> cat /etc/os-release 2024-09-05T10:39:17.881 INFO:teuthology.orchestra.run.smithi119.stdout:NAME="CentOS Stream" 2024-09-05T10:39:17.881 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION="9" 2024-09-05T10:39:17.881 INFO:teuthology.orchestra.run.smithi119.stdout:ID="centos" 2024-09-05T10:39:17.881 INFO:teuthology.orchestra.run.smithi119.stdout:ID_LIKE="rhel fedora" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION_ID="9" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:PLATFORM_ID="platform:el9" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:ANSI_COLOR="0;31" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:LOGO="fedora-logo-icon" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:HOME_URL="https://centos.org/" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T10:39:17.882 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T10:39:17.882 INFO:teuthology.lock.ops:Updating smithi119.front.sepia.ceph.com on lock server 2024-09-05T10:39:17.902 DEBUG:teuthology.orchestra.run.smithi154:> uname -m 2024-09-05T10:39:17.921 INFO:teuthology.orchestra.run.smithi154.stdout:x86_64 2024-09-05T10:39:17.922 DEBUG:teuthology.orchestra.run.smithi154:> cat /etc/os-release 2024-09-05T10:39:17.980 INFO:teuthology.orchestra.run.smithi154.stdout:NAME="CentOS Stream" 2024-09-05T10:39:17.980 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION="9" 2024-09-05T10:39:17.980 INFO:teuthology.orchestra.run.smithi154.stdout:ID="centos" 2024-09-05T10:39:17.980 INFO:teuthology.orchestra.run.smithi154.stdout:ID_LIKE="rhel fedora" 2024-09-05T10:39:17.980 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION_ID="9" 2024-09-05T10:39:17.980 INFO:teuthology.orchestra.run.smithi154.stdout:PLATFORM_ID="platform:el9" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:ANSI_COLOR="0;31" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:LOGO="fedora-logo-icon" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:HOME_URL="https://centos.org/" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T10:39:17.981 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T10:39:17.982 INFO:teuthology.lock.ops:Updating smithi154.front.sepia.ceph.com on lock server 2024-09-05T10:39:18.003 DEBUG:teuthology.orchestra.run.smithi173:> uname -m 2024-09-05T10:39:18.021 INFO:teuthology.orchestra.run.smithi173.stdout:x86_64 2024-09-05T10:39:18.021 DEBUG:teuthology.orchestra.run.smithi173:> cat /etc/os-release 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:NAME="CentOS Stream" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION="9" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:ID="centos" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:ID_LIKE="rhel fedora" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_ID="9" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:PLATFORM_ID="platform:el9" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:ANSI_COLOR="0;31" 2024-09-05T10:39:18.080 INFO:teuthology.orchestra.run.smithi173.stdout:LOGO="fedora-logo-icon" 2024-09-05T10:39:18.081 INFO:teuthology.orchestra.run.smithi173.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T10:39:18.081 INFO:teuthology.orchestra.run.smithi173.stdout:HOME_URL="https://centos.org/" 2024-09-05T10:39:18.081 INFO:teuthology.orchestra.run.smithi173.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T10:39:18.081 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T10:39:18.081 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T10:39:18.081 INFO:teuthology.lock.ops:Updating smithi173.front.sepia.ceph.com on lock server 2024-09-05T10:39:18.102 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-05T10:39:18.112 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-05T10:39:18.120 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-05T10:39:18.121 DEBUG:teuthology.orchestra.run.smithi033:> test '!' -e /home/ubuntu/cephtest 2024-09-05T10:39:18.123 DEBUG:teuthology.orchestra.run.smithi050:> test '!' -e /home/ubuntu/cephtest 2024-09-05T10:39:18.125 DEBUG:teuthology.orchestra.run.smithi119:> test '!' -e /home/ubuntu/cephtest 2024-09-05T10:39:18.127 DEBUG:teuthology.orchestra.run.smithi154:> test '!' -e /home/ubuntu/cephtest 2024-09-05T10:39:18.130 DEBUG:teuthology.orchestra.run.smithi173:> test '!' -e /home/ubuntu/cephtest 2024-09-05T10:39:18.147 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-05T10:39:18.153 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-05T10:39:18.154 DEBUG:teuthology.orchestra.run.smithi033:> test -z $(ls -A /var/lib/ceph) 2024-09-05T10:39:18.180 DEBUG:teuthology.orchestra.run.smithi050:> test -z $(ls -A /var/lib/ceph) 2024-09-05T10:39:18.182 DEBUG:teuthology.orchestra.run.smithi119:> test -z $(ls -A /var/lib/ceph) 2024-09-05T10:39:18.184 DEBUG:teuthology.orchestra.run.smithi154:> test -z $(ls -A /var/lib/ceph) 2024-09-05T10:39:18.187 DEBUG:teuthology.orchestra.run.smithi173:> test -z $(ls -A /var/lib/ceph) 2024-09-05T10:39:18.274 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-05T10:39:18.379 INFO:teuthology.run_tasks:Running task kernel... 2024-09-05T10:39:18.393 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-05T10:39:18.393 INFO:teuthology.task.kernel:config {'client.0': {'kdb': 1, 'sha1': 'distro'}, 'host.a': {'kdb': 1, 'sha1': 'distro'}, 'host.b': {'kdb': 1, 'sha1': 'distro'}, 'host.c': {'kdb': 1, 'sha1': 'distro'}, 'host.d': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-05T10:39:18.393 DEBUG:teuthology.orchestra.run.smithi033:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T10:39:18.394 DEBUG:teuthology.orchestra.run.smithi050:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T10:39:18.394 DEBUG:teuthology.orchestra.run.smithi119:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T10:39:18.395 DEBUG:teuthology.orchestra.run.smithi154:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T10:39:18.395 DEBUG:teuthology.orchestra.run.smithi173:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T10:39:18.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:18.413 DEBUG:teuthology.orchestra.run.smithi119:> uname -r 2024-09-05T10:39:18.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:18.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:18.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:18.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:18.416 DEBUG:teuthology.orchestra.run.smithi173:> uname -r 2024-09-05T10:39:18.416 DEBUG:teuthology.orchestra.run.smithi033:> uname -r 2024-09-05T10:39:18.416 DEBUG:teuthology.orchestra.run.smithi050:> uname -r 2024-09-05T10:39:18.417 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2024-09-05T10:39:18.470 INFO:teuthology.orchestra.run.smithi119.stdout:5.14.0-503.el9.x86_64 2024-09-05T10:39:18.470 INFO:teuthology.task.kernel:Running kernel on smithi119: 5.14.0-503.el9.x86_64 2024-09-05T10:39:18.471 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum install -y kernel 2024-09-05T10:39:18.472 INFO:teuthology.orchestra.run.smithi033.stdout:5.14.0-503.el9.x86_64 2024-09-05T10:39:18.473 INFO:teuthology.task.kernel:Running kernel on smithi033: 5.14.0-503.el9.x86_64 2024-09-05T10:39:18.473 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum install -y kernel 2024-09-05T10:39:18.475 INFO:teuthology.orchestra.run.smithi154.stdout:5.14.0-503.el9.x86_64 2024-09-05T10:39:18.475 INFO:teuthology.orchestra.run.smithi050.stdout:5.14.0-503.el9.x86_64 2024-09-05T10:39:18.475 INFO:teuthology.orchestra.run.smithi173.stdout:5.14.0-503.el9.x86_64 2024-09-05T10:39:18.475 INFO:teuthology.task.kernel:Running kernel on smithi154: 5.14.0-503.el9.x86_64 2024-09-05T10:39:18.476 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum install -y kernel 2024-09-05T10:39:18.476 INFO:teuthology.task.kernel:Running kernel on smithi050: 5.14.0-503.el9.x86_64 2024-09-05T10:39:18.476 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum install -y kernel 2024-09-05T10:39:18.476 INFO:teuthology.task.kernel:Running kernel on smithi173: 5.14.0-503.el9.x86_64 2024-09-05T10:39:18.477 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum install -y kernel 2024-09-05T10:39:21.222 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 7.9 MB/s | 8.2 MB 00:01 2024-09-05T10:39:22.246 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.2 MB 00:02 2024-09-05T10:39:22.262 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - BaseOS 4.2 MB/s | 8.2 MB 00:01 2024-09-05T10:39:22.278 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.2 MB 00:02 2024-09-05T10:39:22.550 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.2 MB 00:02 2024-09-05T10:39:22.915 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-05T10:39:24.004 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - AppStream 35 MB/s | 20 MB 00:00 2024-09-05T10:39:24.255 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-09-05T10:39:24.398 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 20 MB/s | 20 MB 00:01 2024-09-05T10:39:26.175 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 8.1 MB/s | 20 MB 00:02 2024-09-05T10:39:27.241 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-05T10:39:28.630 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-05T10:39:28.708 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 76 kB/s | 19 kB 00:00 2024-09-05T10:39:29.454 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-05T10:39:29.513 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.5 MB 00:01 2024-09-05T10:39:30.206 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 19 kB 00:00 2024-09-05T10:39:30.509 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-05T10:39:30.913 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - Extras packages 99 kB/s | 19 kB 00:00 2024-09-05T10:39:30.960 INFO:teuthology.orchestra.run.smithi033.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-05T10:39:31.048 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 2.4 MB/s | 6.5 MB 00:02 2024-09-05T10:39:31.668 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-05T10:39:31.977 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 19 kB 00:00 2024-09-05T10:39:32.731 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-05T10:39:32.740 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 19 kB 00:00 2024-09-05T10:39:33.494 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-05T10:39:34.893 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-05T10:39:36.582 INFO:teuthology.orchestra.run.smithi033.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-09-05T10:39:36.868 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T10:39:36.869 INFO:teuthology.orchestra.run.smithi119.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T10:39:36.953 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:39:36.954 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:39:36.955 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:39:37.023 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-05T10:39:37.057 DEBUG:teuthology.orchestra.run.smithi119:> echo no | sudo yum reinstall kernel || true 2024-09-05T10:39:37.217 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:01 ago on Thu 05 Sep 2024 10:39:36 AM UTC. 2024-09-05T10:39:37.597 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 10:39:34 AM UTC. 2024-09-05T10:39:37.742 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:39:37.753 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:39:37.753 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:37.753 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:39:37.753 INFO:teuthology.orchestra.run.smithi119.stdout:Reinstalling: 2024-09-05T10:39:37.753 INFO:teuthology.orchestra.run.smithi119.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:37.753 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:39:37.754 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:39:37.754 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:39:37.754 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:39:37.754 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 1.9 M 2024-09-05T10:39:37.754 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 0 2024-09-05T10:39:37.754 INFO:teuthology.orchestra.run.smithi119.stderr:Operation aborted. 2024-09-05T10:39:37.805 INFO:teuthology.orchestra.run.smithi119.stdout:Is this ok [y/N]: 2024-09-05T10:39:37.805 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum reinstall -y kernel || true 2024-09-05T10:39:38.212 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 25 kB/s | 1.7 kB 00:00 2024-09-05T10:39:38.340 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:04 ago on Thu 05 Sep 2024 10:39:34 AM UTC. 2024-09-05T10:39:38.466 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:39:38.466 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout:Reinstalling: 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 1.9 M 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 0 2024-09-05T10:39:38.467 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:39:38.605 INFO:teuthology.orchestra.run.smithi033.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T10:39:38.606 INFO:teuthology.orchestra.run.smithi033.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T10:39:38.681 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:39:38.682 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:39:38.682 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:39:38.789 DEBUG:teuthology.orchestra.run.smithi033:> echo no | sudo yum reinstall kernel || true 2024-09-05T10:39:38.906 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-503.el9.x86_64.rpm 5.7 MB/s | 1.9 MB 00:00 2024-09-05T10:39:38.906 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:39:38.906 INFO:teuthology.orchestra.run.smithi119.stdout:Total 4.3 MB/s | 1.9 MB 00:00 2024-09-05T10:39:38.934 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:39:39.046 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T10:39:39.046 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T10:39:39.130 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:39:39.131 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:39:39.131 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:39:39.169 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:39:39.169 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:39:39.183 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 8.6 kB/s | 1.7 kB 00:00 2024-09-05T10:39:39.200 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:39:39.201 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:39:39.243 DEBUG:teuthology.orchestra.run.smithi173:> echo no | sudo yum reinstall kernel || true 2024-09-05T10:39:39.340 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 10:39:36 AM UTC. 2024-09-05T10:39:39.372 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:39:39.458 INFO:teuthology.orchestra.run.smithi119.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:39.458 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:39.490 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:39:39.506 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:39:39.506 INFO:teuthology.orchestra.run.smithi033.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:39.506 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:39:39.506 INFO:teuthology.orchestra.run.smithi033.stdout:Reinstalling: 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 1.9 M 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 0 2024-09-05T10:39:39.507 INFO:teuthology.orchestra.run.smithi033.stderr:Operation aborted. 2024-09-05T10:39:39.565 INFO:teuthology.orchestra.run.smithi033.stdout:Is this ok [y/N]: 2024-09-05T10:39:39.565 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum reinstall -y kernel || true 2024-09-05T10:39:39.789 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 10:39:36 AM UTC. 2024-09-05T10:39:39.930 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:39:39.940 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout:Reinstalling: 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 1.9 M 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 0 2024-09-05T10:39:39.941 INFO:teuthology.orchestra.run.smithi173.stderr:Operation aborted. 2024-09-05T10:39:39.996 INFO:teuthology.orchestra.run.smithi173.stdout:Is this ok [y/N]: 2024-09-05T10:39:39.996 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum reinstall -y kernel || true 2024-09-05T10:39:40.112 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:00:04 ago on Thu 05 Sep 2024 10:39:36 AM UTC. 2024-09-05T10:39:40.164 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:40.164 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:40.226 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T10:39:40.227 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T10:39:40.243 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout:Reinstalling: 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:39:40.244 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:39:40.245 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 1.9 M 2024-09-05T10:39:40.245 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 0 2024-09-05T10:39:40.245 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:39:40.310 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:39:40.311 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:39:40.311 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:39:40.431 DEBUG:teuthology.orchestra.run.smithi154:> echo no | sudo yum reinstall kernel || true 2024-09-05T10:39:40.543 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:04 ago on Thu 05 Sep 2024 10:39:36 AM UTC. 2024-09-05T10:39:40.670 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout:Reinstalling: 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:39:40.671 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 1.9 M 2024-09-05T10:39:40.672 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 0 2024-09-05T10:39:40.672 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:39:40.818 INFO:teuthology.orchestra.run.smithi033.stdout:kernel-5.14.0-503.el9.x86_64.rpm 6.0 MB/s | 1.9 MB 00:00 2024-09-05T10:39:40.818 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:39:40.818 INFO:teuthology.orchestra.run.smithi033.stdout:Total 3.3 MB/s | 1.9 MB 00:00 2024-09-05T10:39:40.847 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:39:40.887 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:40.887 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:39:40.888 INFO:teuthology.orchestra.run.smithi119.stdout:Reinstalled: 2024-09-05T10:39:40.888 INFO:teuthology.orchestra.run.smithi119.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:40.888 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:39:40.888 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:39:40.976 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Sep 2024 10:39:38 AM UTC. 2024-09-05T10:39:41.058 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T10:39:41.081 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:39:41.081 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:39:41.113 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:39:41.114 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:39:41.116 INFO:teuthology.orchestra.run.smithi119.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:41.117 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T10:39:41.117 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T10:39:41.117 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2024-09-05T10:39:41.117 DEBUG:teuthology.orchestra.run.smithi119:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T10:39:41.121 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:39:41.126 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:39:41.126 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:41.126 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:39:41.126 INFO:teuthology.orchestra.run.smithi154.stdout:Reinstalling: 2024-09-05T10:39:41.126 INFO:teuthology.orchestra.run.smithi154.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:41.126 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:39:41.126 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:39:41.127 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:39:41.127 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:39:41.127 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 1.9 M 2024-09-05T10:39:41.127 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 0 2024-09-05T10:39:41.127 INFO:teuthology.orchestra.run.smithi154.stderr:Operation aborted. 2024-09-05T10:39:41.154 INFO:teuthology.orchestra.run.smithi119.stdout:ttyS1 2024-09-05T10:39:41.174 DEBUG:teuthology.parallel:result is None 2024-09-05T10:39:41.184 INFO:teuthology.orchestra.run.smithi154.stdout:Is this ok [y/N]: 2024-09-05T10:39:41.184 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum reinstall -y kernel || true 2024-09-05T10:39:41.232 INFO:teuthology.orchestra.run.smithi050.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T10:39:41.232 INFO:teuthology.orchestra.run.smithi050.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T10:39:41.276 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:39:41.306 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:39:41.307 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:39:41.307 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:39:41.362 INFO:teuthology.orchestra.run.smithi033.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:41.362 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:41.367 INFO:teuthology.orchestra.run.smithi173.stdout:kernel-5.14.0-503.el9.x86_64.rpm 4.3 MB/s | 1.9 MB 00:00 2024-09-05T10:39:41.367 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:39:41.367 INFO:teuthology.orchestra.run.smithi173.stdout:Total 2.7 MB/s | 1.9 MB 00:00 2024-09-05T10:39:41.396 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:39:41.412 DEBUG:teuthology.orchestra.run.smithi050:> echo no | sudo yum reinstall kernel || true 2024-09-05T10:39:41.638 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:39:41.638 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:39:41.669 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:39:41.669 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:39:41.723 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 10:39:38 AM UTC. 2024-09-05T10:39:41.833 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:39:41.852 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:39:41.852 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout:Reinstalling: 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 1.9 M 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 0 2024-09-05T10:39:41.853 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:39:41.927 INFO:teuthology.orchestra.run.smithi173.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:41.927 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:41.963 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Sep 2024 10:39:39 AM UTC. 2024-09-05T10:39:42.122 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:39:42.132 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:39:42.132 INFO:teuthology.orchestra.run.smithi050.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:42.132 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:39:42.132 INFO:teuthology.orchestra.run.smithi050.stdout:Reinstalling: 2024-09-05T10:39:42.132 INFO:teuthology.orchestra.run.smithi050.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:42.133 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:39:42.133 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:39:42.133 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:39:42.133 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:39:42.133 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 1.9 M 2024-09-05T10:39:42.133 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 0 2024-09-05T10:39:42.133 INFO:teuthology.orchestra.run.smithi050.stderr:Operation aborted. 2024-09-05T10:39:42.189 INFO:teuthology.orchestra.run.smithi050.stdout:Is this ok [y/N]: 2024-09-05T10:39:42.189 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum reinstall -y kernel || true 2024-09-05T10:39:42.224 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:42.224 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:42.481 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-503.el9.x86_64.rpm 7.2 MB/s | 1.9 MB 00:00 2024-09-05T10:39:42.481 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:39:42.481 INFO:teuthology.orchestra.run.smithi154.stdout:Total 3.0 MB/s | 1.9 MB 00:00 2024-09-05T10:39:42.516 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:39:42.667 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:42.668 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:42.738 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 10:39:39 AM UTC. 2024-09-05T10:39:42.742 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:39:42.742 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:39:42.773 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:39:42.773 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:39:42.870 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout: Package Architecture Version Repository Size 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout:Reinstalling: 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:39:42.871 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:39:42.872 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 1.9 M 2024-09-05T10:39:42.872 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 0 2024-09-05T10:39:42.872 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:39:42.930 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:39:42.960 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:42.960 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:39:42.960 INFO:teuthology.orchestra.run.smithi033.stdout:Reinstalled: 2024-09-05T10:39:42.960 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:42.961 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:39:42.961 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:39:43.024 INFO:teuthology.orchestra.run.smithi154.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:43.025 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:43.086 INFO:teuthology.orchestra.run.smithi050.stdout:kernel-5.14.0-503.el9.x86_64.rpm 11 MB/s | 1.9 MB 00:00 2024-09-05T10:39:43.086 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:39:43.086 INFO:teuthology.orchestra.run.smithi050.stdout:Total 8.7 MB/s | 1.9 MB 00:00 2024-09-05T10:39:43.123 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:39:43.165 DEBUG:teuthology.orchestra.run.smithi033:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T10:39:43.224 INFO:teuthology.orchestra.run.smithi033.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:43.224 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T10:39:43.224 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T10:39:43.224 INFO:teuthology.task.kernel:Enabling kdb on client.0... 2024-09-05T10:39:43.224 DEBUG:teuthology.orchestra.run.smithi033:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T10:39:43.255 INFO:teuthology.orchestra.run.smithi033.stdout:ttyS1 2024-09-05T10:39:43.274 DEBUG:teuthology.parallel:result is None 2024-09-05T10:39:43.381 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:39:43.382 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:39:43.413 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:39:43.414 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:39:43.424 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:43.424 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:39:43.424 INFO:teuthology.orchestra.run.smithi173.stdout:Reinstalled: 2024-09-05T10:39:43.425 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:43.425 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:39:43.425 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:39:43.594 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:39:43.659 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T10:39:43.717 INFO:teuthology.orchestra.run.smithi173.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:43.718 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T10:39:43.718 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T10:39:43.718 INFO:teuthology.task.kernel:Enabling kdb on host.d... 2024-09-05T10:39:43.718 DEBUG:teuthology.orchestra.run.smithi173:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T10:39:43.721 INFO:teuthology.orchestra.run.smithi050.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:43.721 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:43.747 INFO:teuthology.orchestra.run.smithi173.stdout:ttyS1 2024-09-05T10:39:43.777 DEBUG:teuthology.parallel:result is None 2024-09-05T10:39:43.831 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:43.831 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:44.456 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:44.456 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T10:39:44.598 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:44.598 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:39:44.598 INFO:teuthology.orchestra.run.smithi154.stdout:Reinstalled: 2024-09-05T10:39:44.598 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:44.598 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:39:44.599 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:39:44.793 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T10:39:44.852 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:44.852 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T10:39:44.853 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T10:39:44.853 INFO:teuthology.task.kernel:Enabling kdb on host.c... 2024-09-05T10:39:44.853 DEBUG:teuthology.orchestra.run.smithi154:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T10:39:44.888 INFO:teuthology.orchestra.run.smithi154.stdout:ttyS1 2024-09-05T10:39:44.908 DEBUG:teuthology.parallel:result is None 2024-09-05T10:39:45.192 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T10:39:45.193 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:39:45.193 INFO:teuthology.orchestra.run.smithi050.stdout:Reinstalled: 2024-09-05T10:39:45.193 INFO:teuthology.orchestra.run.smithi050.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:45.193 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:39:45.193 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:39:45.378 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T10:39:45.435 INFO:teuthology.orchestra.run.smithi050.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T10:39:45.436 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T10:39:45.436 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T10:39:45.436 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2024-09-05T10:39:45.436 DEBUG:teuthology.orchestra.run.smithi050:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T10:39:45.464 INFO:teuthology.orchestra.run.smithi050.stdout:ttyS1 2024-09-05T10:39:45.488 DEBUG:teuthology.parallel:result is None 2024-09-05T10:39:45.488 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-05T10:39:45.495 INFO:teuthology.task.internal:Creating test directory... 2024-09-05T10:39:45.495 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T10:39:45.498 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T10:39:45.531 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T10:39:45.534 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T10:39:45.536 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T10:39:45.555 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-05T10:39:45.562 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-05T10:39:45.570 INFO:teuthology.task.internal:Creating archive directory... 2024-09-05T10:39:45.570 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T10:39:45.573 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T10:39:45.586 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T10:39:45.592 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T10:39:45.595 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T10:39:45.628 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-05T10:39:45.635 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-05T10:39:45.635 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T10:39:45.640 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T10:39:45.648 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T10:39:45.654 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T10:39:45.657 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T10:39:45.675 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.683 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.686 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.693 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.696 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.706 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.706 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.717 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.727 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.739 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T10:39:45.741 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-05T10:39:45.748 INFO:teuthology.task.internal:Configuring sudo... 2024-09-05T10:39:45.748 DEBUG:teuthology.orchestra.run.smithi033:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T10:39:45.750 DEBUG:teuthology.orchestra.run.smithi050:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T10:39:45.752 DEBUG:teuthology.orchestra.run.smithi119:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T10:39:45.755 DEBUG:teuthology.orchestra.run.smithi154:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T10:39:45.757 DEBUG:teuthology.orchestra.run.smithi173:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T10:39:45.788 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-05T10:39:45.797 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-05T10:39:45.797 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T10:39:45.819 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T10:39:45.821 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T10:39:45.823 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T10:39:45.826 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T10:39:45.845 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:45.913 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:45.963 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.038 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.089 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:39:46.089 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T10:39:46.155 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:46.189 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:46.245 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.376 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.402 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:39:46.403 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T10:39:46.469 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:46.506 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:46.569 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.645 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.697 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:39:46.697 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T10:39:46.763 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:46.806 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:46.871 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.907 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:46.958 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:39:46.959 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T10:39:47.025 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:47.065 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T10:39:47.329 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:47.367 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T10:39:47.419 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:39:47.419 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T10:39:47.487 DEBUG:teuthology.orchestra.run.smithi033:> sudo service rsyslog restart 2024-09-05T10:39:47.490 DEBUG:teuthology.orchestra.run.smithi050:> sudo service rsyslog restart 2024-09-05T10:39:47.493 DEBUG:teuthology.orchestra.run.smithi119:> sudo service rsyslog restart 2024-09-05T10:39:47.495 DEBUG:teuthology.orchestra.run.smithi154:> sudo service rsyslog restart 2024-09-05T10:39:47.498 DEBUG:teuthology.orchestra.run.smithi173:> sudo service rsyslog restart 2024-09-05T10:39:47.527 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T10:39:47.534 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T10:39:47.539 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T10:39:47.547 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T10:39:47.572 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T10:39:48.035 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-05T10:39:48.081 INFO:teuthology.task.internal:Starting timer... 2024-09-05T10:39:48.081 INFO:teuthology.run_tasks:Running task pcp... 2024-09-05T10:39:48.097 INFO:teuthology.run_tasks:Running task selinux... 2024-09-05T10:39:48.125 DEBUG:teuthology.orchestra.run.smithi033:> sudo service auditd rotate 2024-09-05T10:39:48.195 INFO:teuthology.orchestra.run.smithi033.stdout:Rotating logs: 2024-09-05T10:39:48.197 DEBUG:teuthology.orchestra.run.smithi050:> sudo service auditd rotate 2024-09-05T10:39:48.241 INFO:teuthology.orchestra.run.smithi050.stdout:Rotating logs: 2024-09-05T10:39:48.243 DEBUG:teuthology.orchestra.run.smithi119:> sudo service auditd rotate 2024-09-05T10:39:48.292 INFO:teuthology.orchestra.run.smithi119.stdout:Rotating logs: 2024-09-05T10:39:48.294 DEBUG:teuthology.orchestra.run.smithi154:> sudo service auditd rotate 2024-09-05T10:39:48.339 INFO:teuthology.orchestra.run.smithi154.stdout:Rotating logs: 2024-09-05T10:39:48.341 DEBUG:teuthology.orchestra.run.smithi173:> sudo service auditd rotate 2024-09-05T10:39:48.388 INFO:teuthology.orchestra.run.smithi173.stdout:Rotating logs: 2024-09-05T10:39:48.390 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-05T10:39:48.390 DEBUG:teuthology.orchestra.run.smithi033:> /usr/sbin/getenforce 2024-09-05T10:39:48.408 INFO:teuthology.orchestra.run.smithi033.stdout:Permissive 2024-09-05T10:39:48.408 DEBUG:teuthology.orchestra.run.smithi050:> /usr/sbin/getenforce 2024-09-05T10:39:48.430 INFO:teuthology.orchestra.run.smithi050.stdout:Permissive 2024-09-05T10:39:48.430 DEBUG:teuthology.orchestra.run.smithi119:> /usr/sbin/getenforce 2024-09-05T10:39:48.459 INFO:teuthology.orchestra.run.smithi119.stdout:Permissive 2024-09-05T10:39:48.459 DEBUG:teuthology.orchestra.run.smithi154:> /usr/sbin/getenforce 2024-09-05T10:39:48.481 INFO:teuthology.orchestra.run.smithi154.stdout:Permissive 2024-09-05T10:39:48.482 DEBUG:teuthology.orchestra.run.smithi173:> /usr/sbin/getenforce 2024-09-05T10:39:48.515 INFO:teuthology.orchestra.run.smithi173.stdout:Permissive 2024-09-05T10:39:48.515 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi033.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi050.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi119.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi154.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi173.front.sepia.ceph.com': 'permissive'} 2024-09-05T10:39:48.515 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T10:39:48.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:48.542 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T10:39:48.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:48.569 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T10:39:48.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:48.598 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T10:39:48.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:48.624 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T10:39:48.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:39:48.649 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-05T10:39:48.649 DEBUG:teuthology.orchestra.run.smithi033:> sudo /usr/sbin/setenforce permissive 2024-09-05T10:39:48.680 DEBUG:teuthology.orchestra.run.smithi050:> sudo /usr/sbin/setenforce permissive 2024-09-05T10:39:48.711 DEBUG:teuthology.orchestra.run.smithi119:> sudo /usr/sbin/setenforce permissive 2024-09-05T10:39:48.756 DEBUG:teuthology.orchestra.run.smithi154:> sudo /usr/sbin/setenforce permissive 2024-09-05T10:39:48.786 DEBUG:teuthology.orchestra.run.smithi173:> sudo /usr/sbin/setenforce permissive 2024-09-05T10:39:48.820 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-05T10:39:48.829 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-05T10:39:48.833 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-05T10:39:48.941 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-05T10:39:48.952 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-05T10:39:48.953 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi033.front.sepia.ceph.com,smithi050.front.sepia.ceph.com,smithi119.front.sepia.ceph.com,smithi154.front.sepia.ceph.com,smithi173.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-05T10:43:33.064 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi033.front.sepia.ceph.com'), Remote(name='ubuntu@smithi050.front.sepia.ceph.com'), Remote(name='ubuntu@smithi119.front.sepia.ceph.com'), Remote(name='ubuntu@smithi154.front.sepia.ceph.com'), Remote(name='ubuntu@smithi173.front.sepia.ceph.com')] 2024-09-05T10:43:33.066 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T10:43:33.066 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:43:33.143 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-09-05T10:43:33.224 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-05T10:43:33.225 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-05T10:43:33.225 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:43:33.299 DEBUG:teuthology.orchestra.run.smithi050:> true 2024-09-05T10:43:33.392 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-09-05T10:43:33.393 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-05T10:43:33.393 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:43:33.466 DEBUG:teuthology.orchestra.run.smithi119:> true 2024-09-05T10:43:33.549 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi119.front.sepia.ceph.com' 2024-09-05T10:43:33.550 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-05T10:43:33.550 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:43:33.622 DEBUG:teuthology.orchestra.run.smithi154:> true 2024-09-05T10:43:33.700 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-09-05T10:43:33.700 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-05T10:43:33.700 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T10:43:33.775 DEBUG:teuthology.orchestra.run.smithi173:> true 2024-09-05T10:43:33.816 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-05T10:43:33.817 INFO:teuthology.run_tasks:Running task clock... 2024-09-05T10:43:33.827 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-05T10:43:33.828 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T10:43:33.828 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T10:43:33.830 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T10:43:33.830 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T10:43:33.833 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T10:43:33.833 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T10:43:33.836 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T10:43:33.836 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T10:43:33.838 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T10:43:33.838 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T10:43:33.863 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T10:43:33.863 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T10:43:33.865 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T10:43:33.867 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T10:43:33.879 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T10:43:33.879 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T10:43:33.879 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T10:43:33.884 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T10:43:33.887 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T10:43:33.902 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T10:43:33.904 INFO:teuthology.orchestra.run.smithi154.stderr:sudo: ntpd: command not found 2024-09-05T10:43:33.905 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: ntpd: command not found 2024-09-05T10:43:33.905 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: ntpd: command not found 2024-09-05T10:43:33.911 INFO:teuthology.orchestra.run.smithi119.stderr:sudo: ntpd: command not found 2024-09-05T10:43:33.915 INFO:teuthology.orchestra.run.smithi154.stdout:506 Cannot talk to daemon 2024-09-05T10:43:33.916 INFO:teuthology.orchestra.run.smithi050.stdout:506 Cannot talk to daemon 2024-09-05T10:43:33.918 INFO:teuthology.orchestra.run.smithi033.stdout:506 Cannot talk to daemon 2024-09-05T10:43:33.922 INFO:teuthology.orchestra.run.smithi119.stdout:506 Cannot talk to daemon 2024-09-05T10:43:33.926 INFO:teuthology.orchestra.run.smithi173.stderr:sudo: ntpd: command not found 2024-09-05T10:43:33.929 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T10:43:33.931 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T10:43:33.932 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T10:43:33.937 INFO:teuthology.orchestra.run.smithi173.stdout:506 Cannot talk to daemon 2024-09-05T10:43:33.938 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T10:43:33.944 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T10:43:33.945 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T10:43:33.947 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T10:43:33.951 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T10:43:33.953 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T10:43:33.965 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T10:43:34.004 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-09-05T10:43:34.007 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T10:43:34.008 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-09-05T10:43:34.008 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.008 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.008 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.008 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.010 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-09-05T10:43:34.013 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T10:43:34.014 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-09-05T10:43:34.014 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.014 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.014 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.014 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.014 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-09-05T10:43:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-09-05T10:43:34.017 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T10:43:34.017 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-09-05T10:43:34.017 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.017 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.017 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.017 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.020 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T10:43:34.020 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-09-05T10:43:34.020 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.020 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.021 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.021 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.023 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-09-05T10:43:34.026 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T10:43:34.026 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-09-05T10:43:34.026 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.026 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.027 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.027 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T10:43:34.027 INFO:teuthology.run_tasks:Running task install... 2024-09-05T10:43:34.035 DEBUG:teuthology.task.install:project ceph 2024-09-05T10:43:34.035 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b'}} 2024-09-05T10:43:34.035 DEBUG:teuthology.task.install:config {'extra_packages': ['nvme-cli'], 'flavor': 'default', 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b'} 2024-09-05T10:43:34.035 INFO:teuthology.task.install:Using flavor: default 2024-09-05T10:43:34.040 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-05T10:43:34.040 INFO:teuthology.task.install:extra packages: ['nvme-cli'] 2024-09-05T10:43:34.040 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b', 'tag': None, 'wait_for_package': False} 2024-09-05T10:43:34.041 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:43:34.043 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b', 'tag': None, 'wait_for_package': False} 2024-09-05T10:43:34.043 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:43:34.044 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b', 'tag': None, 'wait_for_package': False} 2024-09-05T10:43:34.044 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:43:34.045 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b', 'tag': None, 'wait_for_package': False} 2024-09-05T10:43:34.045 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:43:34.046 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b', 'tag': None, 'wait_for_package': False} 2024-09-05T10:43:34.046 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:43:34.196 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/ 2024-09-05T10:43:34.196 INFO:teuthology.task.install.rpm:Package version is 19.1.0-1421.gcb0f54bd 2024-09-05T10:43:34.208 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/ 2024-09-05T10:43:34.208 INFO:teuthology.task.install.rpm:Package version is 19.1.0-1421.gcb0f54bd 2024-09-05T10:43:34.213 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/ 2024-09-05T10:43:34.213 INFO:teuthology.task.install.rpm:Package version is 19.1.0-1421.gcb0f54bd 2024-09-05T10:43:34.216 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/ 2024-09-05T10:43:34.216 INFO:teuthology.task.install.rpm:Package version is 19.1.0-1421.gcb0f54bd 2024-09-05T10:43:34.218 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/ 2024-09-05T10:43:34.219 INFO:teuthology.task.install.rpm:Package version is 19.1.0-1421.gcb0f54bd 2024-09-05T10:43:34.328 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T10:43:34.328 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:43:34.328 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T10:43:34.330 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T10:43:34.330 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:43:34.330 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T10:43:34.336 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T10:43:34.337 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:43:34.337 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T10:43:34.341 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T10:43:34.341 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:43:34.341 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T10:43:34.343 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T10:43:34.343 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:43:34.343 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T10:43:34.356 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-09-05T10:43:34.356 DEBUG:teuthology.orchestra.run.smithi154:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T10:43:34.357 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-09-05T10:43:34.357 DEBUG:teuthology.orchestra.run.smithi173:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T10:43:34.363 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-09-05T10:43:34.363 DEBUG:teuthology.orchestra.run.smithi119:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T10:43:34.369 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-09-05T10:43:34.369 DEBUG:teuthology.orchestra.run.smithi033:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T10:43:34.370 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-09-05T10:43:34.371 DEBUG:teuthology.orchestra.run.smithi050:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T10:43:34.422 DEBUG:teuthology.orchestra.run.smithi154:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T10:43:34.424 DEBUG:teuthology.orchestra.run.smithi173:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T10:43:34.429 DEBUG:teuthology.orchestra.run.smithi119:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T10:43:34.436 DEBUG:teuthology.orchestra.run.smithi033:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T10:43:34.437 DEBUG:teuthology.orchestra.run.smithi050:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T10:43:34.497 DEBUG:teuthology.orchestra.run.smithi154:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T10:43:34.501 DEBUG:teuthology.orchestra.run.smithi173:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T10:43:34.504 DEBUG:teuthology.orchestra.run.smithi119:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T10:43:34.510 DEBUG:teuthology.orchestra.run.smithi033:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T10:43:34.513 DEBUG:teuthology.orchestra.run.smithi050:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T10:43:34.561 INFO:teuthology.orchestra.run.smithi154.stdout:check_obsoletes = 1 2024-09-05T10:43:34.563 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum clean all 2024-09-05T10:43:34.566 INFO:teuthology.orchestra.run.smithi173.stdout:check_obsoletes = 1 2024-09-05T10:43:34.567 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum clean all 2024-09-05T10:43:34.568 INFO:teuthology.orchestra.run.smithi119.stdout:check_obsoletes = 1 2024-09-05T10:43:34.569 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum clean all 2024-09-05T10:43:34.575 INFO:teuthology.orchestra.run.smithi033.stdout:check_obsoletes = 1 2024-09-05T10:43:34.576 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum clean all 2024-09-05T10:43:34.577 INFO:teuthology.orchestra.run.smithi050.stdout:check_obsoletes = 1 2024-09-05T10:43:34.578 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum clean all 2024-09-05T10:43:34.788 INFO:teuthology.orchestra.run.smithi154.stdout:45 files removed 2024-09-05T10:43:34.788 INFO:teuthology.orchestra.run.smithi173.stdout:45 files removed 2024-09-05T10:43:34.794 INFO:teuthology.orchestra.run.smithi119.stdout:45 files removed 2024-09-05T10:43:34.807 INFO:teuthology.orchestra.run.smithi033.stdout:45 files removed 2024-09-05T10:43:34.810 INFO:teuthology.orchestra.run.smithi050.stdout:45 files removed 2024-09-05T10:43:34.815 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-radosgw 2024-09-05T10:43:34.816 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-radosgw 2024-09-05T10:43:34.820 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-radosgw 2024-09-05T10:43:34.834 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-radosgw 2024-09-05T10:43:34.837 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-radosgw 2024-09-05T10:43:35.358 INFO:teuthology.orchestra.run.smithi173.stdout:ceph packages for x86_64 313 kB/s | 84 kB 00:00 2024-09-05T10:43:35.370 INFO:teuthology.orchestra.run.smithi119.stdout:ceph packages for x86_64 301 kB/s | 84 kB 00:00 2024-09-05T10:43:35.384 INFO:teuthology.orchestra.run.smithi154.stdout:ceph packages for x86_64 286 kB/s | 84 kB 00:00 2024-09-05T10:43:35.393 INFO:teuthology.orchestra.run.smithi033.stdout:ceph packages for x86_64 306 kB/s | 84 kB 00:00 2024-09-05T10:43:35.493 INFO:teuthology.orchestra.run.smithi050.stdout:ceph packages for x86_64 224 kB/s | 84 kB 00:00 2024-09-05T10:43:35.650 INFO:teuthology.orchestra.run.smithi173.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-05T10:43:35.662 INFO:teuthology.orchestra.run.smithi119.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-05T10:43:35.678 INFO:teuthology.orchestra.run.smithi033.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-05T10:43:35.684 INFO:teuthology.orchestra.run.smithi154.stdout:ceph noarch packages 45 kB/s | 12 kB 00:00 2024-09-05T10:43:35.768 INFO:teuthology.orchestra.run.smithi050.stdout:ceph noarch packages 51 kB/s | 12 kB 00:00 2024-09-05T10:43:35.959 INFO:teuthology.orchestra.run.smithi173.stdout:ceph source packages 7.0 kB/s | 1.9 kB 00:00 2024-09-05T10:43:35.968 INFO:teuthology.orchestra.run.smithi154.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-05T10:43:35.971 INFO:teuthology.orchestra.run.smithi119.stdout:ceph source packages 7.0 kB/s | 1.9 kB 00:00 2024-09-05T10:43:36.011 INFO:teuthology.orchestra.run.smithi033.stdout:ceph source packages 6.4 kB/s | 1.9 kB 00:00 2024-09-05T10:43:36.203 INFO:teuthology.orchestra.run.smithi050.stdout:ceph source packages 4.8 kB/s | 1.9 kB 00:00 2024-09-05T10:43:36.426 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.2 MB 00:00 2024-09-05T10:43:36.695 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-05T10:43:36.752 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-09-05T10:43:36.828 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-05T10:43:38.269 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - AppStream 27 MB/s | 20 MB 00:00 2024-09-05T10:43:38.313 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - BaseOS 3.6 MB/s | 8.2 MB 00:02 2024-09-05T10:43:38.554 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-05T10:43:38.762 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-05T10:43:39.728 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-09-05T10:43:41.122 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - AppStream 12 MB/s | 20 MB 00:01 2024-09-05T10:43:42.795 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 6.5 MB 00:00 2024-09-05T10:43:43.263 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - CRB 9.3 MB/s | 6.5 MB 00:00 2024-09-05T10:43:44.004 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-05T10:43:44.363 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.5 MB 00:01 2024-09-05T10:43:44.756 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - Extras packages 82 kB/s | 19 kB 00:00 2024-09-05T10:43:45.295 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 19 kB 00:01 2024-09-05T10:43:45.471 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 76 kB/s | 19 kB 00:00 2024-09-05T10:43:45.551 INFO:teuthology.orchestra.run.smithi033.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-05T10:43:45.814 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 92 kB/s | 19 kB 00:00 2024-09-05T10:43:46.116 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-05T10:43:46.717 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-05T10:43:46.752 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-05T10:43:46.773 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.5 MB 00:01 2024-09-05T10:43:48.298 INFO:teuthology.orchestra.run.smithi119.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 19 kB 00:00 2024-09-05T10:43:49.286 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-05T10:43:51.290 INFO:teuthology.orchestra.run.smithi033.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-05T10:43:51.649 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-09-05T10:43:52.314 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-05T10:43:52.432 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-05T10:43:53.670 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:43:53.672 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 11 M 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrading: 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout: librados2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.4 M 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.2 M 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:53.673 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 21 M 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 25 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 751 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 506 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:53.674 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 45 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 136 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 162 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 320 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 300 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 100 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T10:43:53.675 INFO:teuthology.orchestra.run.smithi033.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T10:43:53.676 INFO:teuthology.orchestra.run.smithi033.stdout:Installing weak dependencies: 2024-09-05T10:43:53.676 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T10:43:53.676 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:43:53.676 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:43:53.676 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:43:53.676 INFO:teuthology.orchestra.run.smithi033.stdout:Install 30 Packages 2024-09-05T10:43:53.677 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrade 2 Packages 2024-09-05T10:43:53.677 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:43:53.678 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 60 M 2024-09-05T10:43:53.678 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:43:53.939 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:43:53.941 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:43:53.941 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:43:53.941 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 11 M 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrading: 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: librados2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.4 M 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.2 M 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 21 M 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 25 k 2024-09-05T10:43:53.942 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 751 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 506 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T10:43:53.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 45 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 136 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 162 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 320 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 300 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 100 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout:Installing weak dependencies: 2024-09-05T10:43:53.944 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T10:43:53.945 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:43:53.945 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:43:53.945 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:43:53.945 INFO:teuthology.orchestra.run.smithi173.stdout:Install 30 Packages 2024-09-05T10:43:53.945 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrade 2 Packages 2024-09-05T10:43:53.945 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:43:53.945 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 60 M 2024-09-05T10:43:53.946 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:43:54.367 INFO:teuthology.orchestra.run.smithi033.stdout:(1/32): ceph-base-19.1.0-1421.gcb0f54bd.el9.x86 10 MB/s | 5.4 MB 00:00 2024-09-05T10:43:54.517 INFO:teuthology.orchestra.run.smithi033.stdout:(2/32): ceph-selinux-19.1.0-1421.gcb0f54bd.el9. 168 kB/s | 25 kB 00:00 2024-09-05T10:43:54.608 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:43:54.610 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:43:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 11 M 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrading: 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: librados2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.4 M 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.2 M 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 21 M 2024-09-05T10:43:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 25 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 751 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 506 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T10:43:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T10:43:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T10:43:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 45 k 2024-09-05T10:43:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 136 k 2024-09-05T10:43:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 162 k 2024-09-05T10:43:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 320 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 300 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 100 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout:Installing weak dependencies: 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:43:54.614 INFO:teuthology.orchestra.run.smithi154.stdout:Install 30 Packages 2024-09-05T10:43:54.615 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrade 2 Packages 2024-09-05T10:43:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:43:54.615 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 60 M 2024-09-05T10:43:54.615 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:43:54.759 INFO:teuthology.orchestra.run.smithi033.stdout:(3/32): libcephfs2-19.1.0-1421.gcb0f54bd.el9.x8 3.0 MB/s | 751 kB 00:00 2024-09-05T10:43:54.808 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-05T10:43:54.812 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 11 M 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrading: 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: librados2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.4 M 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.2 M 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 21 M 2024-09-05T10:43:54.815 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 25 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 751 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 506 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T10:43:54.816 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 45 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 136 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 162 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 320 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 300 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 100 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T10:43:54.817 INFO:teuthology.orchestra.run.smithi050.stdout:Installing weak dependencies: 2024-09-05T10:43:54.818 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T10:43:54.818 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:43:54.818 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:43:54.818 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:43:54.818 INFO:teuthology.orchestra.run.smithi050.stdout:Install 30 Packages 2024-09-05T10:43:54.818 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrade 2 Packages 2024-09-05T10:43:54.818 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:43:54.819 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 60 M 2024-09-05T10:43:54.819 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:43:54.920 INFO:teuthology.orchestra.run.smithi033.stdout:(4/32): libradosstriper1-19.1.0-1421.gcb0f54bd. 3.1 MB/s | 506 kB 00:00 2024-09-05T10:43:55.032 INFO:teuthology.orchestra.run.smithi173.stdout:(1/32): ceph-base-19.1.0-1421.gcb0f54bd.el9.x86 6.5 MB/s | 5.4 MB 00:00 2024-09-05T10:43:55.115 INFO:teuthology.orchestra.run.smithi173.stdout:(2/32): ceph-selinux-19.1.0-1421.gcb0f54bd.el9. 302 kB/s | 25 kB 00:00 2024-09-05T10:43:55.193 INFO:teuthology.orchestra.run.smithi033.stdout:(5/32): ceph-radosgw-19.1.0-1421.gcb0f54bd.el9. 7.8 MB/s | 11 MB 00:01 2024-09-05T10:43:55.241 INFO:teuthology.orchestra.run.smithi173.stdout:(3/32): libcephfs2-19.1.0-1421.gcb0f54bd.el9.x8 5.9 MB/s | 751 kB 00:00 2024-09-05T10:43:55.366 INFO:teuthology.orchestra.run.smithi173.stdout:(4/32): libradosstriper1-19.1.0-1421.gcb0f54bd. 4.0 MB/s | 506 kB 00:00 2024-09-05T10:43:55.401 INFO:teuthology.orchestra.run.smithi033.stdout:(6/32): librgw2-19.1.0-1421.gcb0f54bd.el9.x86_6 11 MB/s | 5.4 MB 00:00 2024-09-05T10:43:55.418 INFO:teuthology.orchestra.run.smithi033.stdout:(7/32): python3-ceph-argparse-19.1.0-1421.gcb0f 200 kB/s | 45 kB 00:00 2024-09-05T10:43:55.669 INFO:teuthology.orchestra.run.smithi033.stdout:(8/32): python3-cephfs-19.1.0-1421.gcb0f54bd.el 647 kB/s | 162 kB 00:00 2024-09-05T10:43:55.794 INFO:teuthology.orchestra.run.smithi033.stdout:(9/32): python3-rados-19.1.0-1421.gcb0f54bd.el9 2.5 MB/s | 320 kB 00:00 2024-09-05T10:43:55.858 INFO:teuthology.orchestra.run.smithi173.stdout:(5/32): ceph-radosgw-19.1.0-1421.gcb0f54bd.el9. 6.4 MB/s | 11 MB 00:01 2024-09-05T10:43:55.908 INFO:teuthology.orchestra.run.smithi173.stdout:(6/32): python3-ceph-argparse-19.1.0-1421.gcb0f 907 kB/s | 45 kB 00:00 2024-09-05T10:43:55.966 INFO:teuthology.orchestra.run.smithi154.stdout:(1/32): ceph-base-19.1.0-1421.gcb0f54bd.el9.x86 4.6 MB/s | 5.4 MB 00:01 2024-09-05T10:43:55.966 INFO:teuthology.orchestra.run.smithi173.stdout:(7/32): python3-ceph-common-19.1.0-1421.gcb0f54 2.3 MB/s | 136 kB 00:00 2024-09-05T10:43:56.002 INFO:teuthology.orchestra.run.smithi033.stdout:(10/32): ceph-common-19.1.0-1421.gcb0f54bd.el9. 9.9 MB/s | 21 MB 00:02 2024-09-05T10:43:56.015 INFO:teuthology.orchestra.run.smithi154.stdout:(2/32): ceph-selinux-19.1.0-1421.gcb0f54bd.el9. 506 kB/s | 25 kB 00:00 2024-09-05T10:43:56.028 INFO:teuthology.orchestra.run.smithi033.stdout:(11/32): python3-ceph-common-19.1.0-1421.gcb0f5 217 kB/s | 136 kB 00:00 2024-09-05T10:43:56.033 INFO:teuthology.orchestra.run.smithi173.stdout:(8/32): python3-cephfs-19.1.0-1421.gcb0f54bd.el 2.4 MB/s | 162 kB 00:00 2024-09-05T10:43:56.061 INFO:teuthology.orchestra.run.smithi033.stdout:(12/32): python3-rbd-19.1.0-1421.gcb0f54bd.el9. 1.1 MB/s | 300 kB 00:00 2024-09-05T10:43:56.086 INFO:teuthology.orchestra.run.smithi033.stdout:(13/32): python3-rgw-19.1.0-1421.gcb0f54bd.el9. 1.2 MB/s | 100 kB 00:00 2024-09-05T10:43:56.141 INFO:teuthology.orchestra.run.smithi154.stdout:(3/32): libcephfs2-19.1.0-1421.gcb0f54bd.el9.x8 5.9 MB/s | 751 kB 00:00 2024-09-05T10:43:56.150 INFO:teuthology.orchestra.run.smithi173.stdout:(9/32): librgw2-19.1.0-1421.gcb0f54bd.el9.x86_6 6.8 MB/s | 5.4 MB 00:00 2024-09-05T10:43:56.162 INFO:teuthology.orchestra.run.smithi033.stdout:(14/32): boost-program-options-1.75.0-8.el9.x86 799 kB/s | 107 kB 00:00 2024-09-05T10:43:56.184 INFO:teuthology.orchestra.run.smithi173.stdout:(10/32): python3-rados-19.1.0-1421.gcb0f54bd.el 2.1 MB/s | 320 kB 00:00 2024-09-05T10:43:56.187 INFO:teuthology.orchestra.run.smithi033.stdout:(15/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 452 kB/s | 45 kB 00:00 2024-09-05T10:43:56.199 INFO:teuthology.orchestra.run.smithi154.stdout:(4/32): libradosstriper1-19.1.0-1421.gcb0f54bd. 8.5 MB/s | 506 kB 00:00 2024-09-05T10:43:56.212 INFO:teuthology.orchestra.run.smithi033.stdout:(16/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-09-05T10:43:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:(11/32): python3-rbd-19.1.0-1421.gcb0f54bd.el9. 4.4 MB/s | 300 kB 00:00 2024-09-05T10:43:56.243 INFO:teuthology.orchestra.run.smithi173.stdout:(12/32): python3-rgw-19.1.0-1421.gcb0f54bd.el9. 1.7 MB/s | 100 kB 00:00 2024-09-05T10:43:56.254 INFO:teuthology.orchestra.run.smithi033.stdout:(17/32): python3-prettytable-0.7.2-27.el9.noarc 1.0 MB/s | 42 kB 00:00 2024-09-05T10:43:56.296 INFO:teuthology.orchestra.run.smithi033.stdout:(18/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-05T10:43:56.321 INFO:teuthology.orchestra.run.smithi033.stdout:(19/32): librdkafka-1.6.1-102.el9.x86_64.rpm 4.1 MB/s | 662 kB 00:00 2024-09-05T10:43:56.347 INFO:teuthology.orchestra.run.smithi033.stdout:(20/32): qatlib-service-24.02.0-1.el9.x86_64.rp 715 kB/s | 36 kB 00:00 2024-09-05T10:43:56.372 INFO:teuthology.orchestra.run.smithi033.stdout:(21/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-09-05T10:43:56.397 INFO:teuthology.orchestra.run.smithi033.stdout:(22/32): qatlib-24.02.0-1.el9.x86_64.rpm 1.5 MB/s | 221 kB 00:00 2024-09-05T10:43:56.456 INFO:teuthology.orchestra.run.smithi033.stdout:(23/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 2.8 MB/s | 309 kB 00:00 2024-09-05T10:43:56.460 INFO:teuthology.orchestra.run.smithi173.stdout:(13/32): ceph-common-19.1.0-1421.gcb0f54bd.el9. 9.4 MB/s | 21 MB 00:02 2024-09-05T10:43:56.481 INFO:teuthology.orchestra.run.smithi033.stdout:(24/32): liboath-2.6.7-2.el9.x86_64.rpm 2.1 MB/s | 49 kB 00:00 2024-09-05T10:43:56.493 INFO:teuthology.orchestra.run.smithi173.stdout:(14/32): boost-program-options-1.75.0-8.el9.x86 388 kB/s | 107 kB 00:00 2024-09-05T10:43:56.507 INFO:teuthology.orchestra.run.smithi033.stdout:(25/32): libarrow-doc-9.0.0-11.el9.noarch.rpm 282 kB/s | 26 kB 00:00 2024-09-05T10:43:56.524 INFO:teuthology.orchestra.run.smithi154.stdout:(5/32): librgw2-19.1.0-1421.gcb0f54bd.el9.x86_6 17 MB/s | 5.4 MB 00:00 2024-09-05T10:43:56.532 INFO:teuthology.orchestra.run.smithi033.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-05T10:43:56.552 INFO:teuthology.orchestra.run.smithi173.stdout:(15/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 518 kB/s | 160 kB 00:00 2024-09-05T10:43:56.574 INFO:teuthology.orchestra.run.smithi033.stdout:(27/32): re2-20211101-20.el9.x86_64.rpm 4.5 MB/s | 191 kB 00:00 2024-09-05T10:43:56.575 INFO:teuthology.orchestra.run.smithi154.stdout:(6/32): python3-ceph-argparse-19.1.0-1421.gcb0f 904 kB/s | 45 kB 00:00 2024-09-05T10:43:56.577 INFO:teuthology.orchestra.run.smithi173.stdout:(16/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 387 kB/s | 45 kB 00:00 2024-09-05T10:43:56.607 INFO:teuthology.orchestra.run.smithi033.stdout:(28/32): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.1 MB/s | 839 kB 00:00 2024-09-05T10:43:56.625 INFO:teuthology.orchestra.run.smithi154.stdout:(7/32): python3-ceph-common-19.1.0-1421.gcb0f54 2.7 MB/s | 136 kB 00:00 2024-09-05T10:43:56.627 INFO:teuthology.orchestra.run.smithi173.stdout:(17/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-05T10:43:56.653 INFO:teuthology.orchestra.run.smithi173.stdout:(18/32): python3-prettytable-0.7.2-27.el9.noarc 560 kB/s | 42 kB 00:00 2024-09-05T10:43:56.674 INFO:teuthology.orchestra.run.smithi033.stdout:(29/32): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-05T10:43:56.675 INFO:teuthology.orchestra.run.smithi154.stdout:(8/32): python3-cephfs-19.1.0-1421.gcb0f54bd.el 3.2 MB/s | 162 kB 00:00 2024-09-05T10:43:56.695 INFO:teuthology.orchestra.run.smithi173.stdout:(19/32): librdkafka-1.6.1-102.el9.x86_64.rpm 3.2 MB/s | 662 kB 00:00 2024-09-05T10:43:56.720 INFO:teuthology.orchestra.run.smithi173.stdout:(20/32): qatlib-24.02.0-1.el9.x86_64.rpm 2.3 MB/s | 221 kB 00:00 2024-09-05T10:43:56.742 INFO:teuthology.orchestra.run.smithi154.stdout:(9/32): python3-rados-19.1.0-1421.gcb0f54bd.el9 4.7 MB/s | 320 kB 00:00 2024-09-05T10:43:56.746 INFO:teuthology.orchestra.run.smithi173.stdout:(21/32): qatlib-service-24.02.0-1.el9.x86_64.rp 387 kB/s | 36 kB 00:00 2024-09-05T10:43:56.750 INFO:teuthology.orchestra.run.smithi033.stdout:(30/32): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-09-05T10:43:56.788 INFO:teuthology.orchestra.run.smithi173.stdout:(22/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 515 kB/s | 47 kB 00:00 2024-09-05T10:43:56.838 INFO:teuthology.orchestra.run.smithi173.stdout:(23/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 2.6 MB/s | 309 kB 00:00 2024-09-05T10:43:56.867 INFO:teuthology.orchestra.run.smithi154.stdout:(10/32): ceph-radosgw-19.1.0-1421.gcb0f54bd.el9 5.1 MB/s | 11 MB 00:02 2024-09-05T10:43:56.893 INFO:teuthology.orchestra.run.smithi154.stdout:(11/32): python3-rbd-19.1.0-1421.gcb0f54bd.el9. 2.0 MB/s | 300 kB 00:00 2024-09-05T10:43:56.918 INFO:teuthology.orchestra.run.smithi154.stdout:(12/32): python3-rgw-19.1.0-1421.gcb0f54bd.el9. 1.9 MB/s | 100 kB 00:00 2024-09-05T10:43:56.925 INFO:teuthology.orchestra.run.smithi173.stdout:(24/32): liboath-2.6.7-2.el9.x86_64.rpm 573 kB/s | 49 kB 00:00 2024-09-05T10:43:56.972 INFO:teuthology.orchestra.run.smithi173.stdout:(25/32): libarrow-doc-9.0.0-11.el9.noarch.rpm 143 kB/s | 26 kB 00:00 2024-09-05T10:43:56.997 INFO:teuthology.orchestra.run.smithi173.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm 940 kB/s | 67 kB 00:00 2024-09-05T10:43:57.008 INFO:teuthology.orchestra.run.smithi033.stdout:(31/32): librados2-19.1.0-1421.gcb0f54bd.el9.x8 8.6 MB/s | 3.4 MB 00:00 2024-09-05T10:43:57.030 INFO:teuthology.orchestra.run.smithi173.stdout:(27/32): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-05T10:43:57.043 INFO:teuthology.orchestra.run.smithi154.stdout:(13/32): boost-program-options-1.75.0-8.el9.x86 712 kB/s | 107 kB 00:00 2024-09-05T10:43:57.059 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 11 M 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrading: 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout: librados2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.4 M 2024-09-05T10:43:57.062 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.2 M 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 21 M 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 25 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 751 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T10:43:57.063 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 506 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2 x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 5.4 M 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 45 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 136 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 162 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 320 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 300 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 100 k 2024-09-05T10:43:57.064 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout:Installing weak dependencies: 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout:Install 30 Packages 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrade 2 Packages 2024-09-05T10:43:57.065 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:43:57.066 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 60 M 2024-09-05T10:43:57.066 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:43:57.077 INFO:teuthology.orchestra.run.smithi154.stdout:(14/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-09-05T10:43:57.081 INFO:teuthology.orchestra.run.smithi173.stdout:(28/32): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.5 MB/s | 839 kB 00:00 2024-09-05T10:43:57.131 INFO:teuthology.orchestra.run.smithi173.stdout:(29/32): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-05T10:43:57.159 INFO:teuthology.orchestra.run.smithi033.stdout:(32/32): librbd1-19.1.0-1421.gcb0f54bd.el9.x86_ 6.5 MB/s | 3.2 MB 00:00 2024-09-05T10:43:57.164 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:43:57.164 INFO:teuthology.orchestra.run.smithi033.stdout:Total 17 MB/s | 60 MB 00:03 2024-09-05T10:43:57.215 INFO:teuthology.orchestra.run.smithi173.stdout:(30/32): libarrow-9.0.0-11.el9.x86_64.rpm 9.4 MB/s | 4.4 MB 00:00 2024-09-05T10:43:57.264 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:43:57.277 INFO:teuthology.orchestra.run.smithi154.stdout:(15/32): ceph-common-19.1.0-1421.gcb0f54bd.el9. 8.6 MB/s | 21 MB 00:02 2024-09-05T10:43:57.302 INFO:teuthology.orchestra.run.smithi154.stdout:(16/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 175 kB/s | 45 kB 00:00 2024-09-05T10:43:57.305 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:43:57.305 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:43:57.336 INFO:teuthology.orchestra.run.smithi154.stdout:(17/32): librdkafka-1.6.1-102.el9.x86_64.rpm 2.5 MB/s | 662 kB 00:00 2024-09-05T10:43:57.351 INFO:teuthology.orchestra.run.smithi050.stdout:(1/32): ceph-base-19.1.0-1421.gcb0f54bd.el9.x86 2.3 MB/s | 5.4 MB 00:02 2024-09-05T10:43:57.390 INFO:teuthology.orchestra.run.smithi173.stdout:(31/32): librbd1-19.1.0-1421.gcb0f54bd.el9.x86_ 12 MB/s | 3.2 MB 00:00 2024-09-05T10:43:57.392 INFO:teuthology.orchestra.run.smithi050.stdout:(2/32): ceph-selinux-19.1.0-1421.gcb0f54bd.el9. 608 kB/s | 25 kB 00:00 2024-09-05T10:43:57.419 INFO:teuthology.orchestra.run.smithi154.stdout:(18/32): python3-prettytable-0.7.2-27.el9.noarc 362 kB/s | 42 kB 00:00 2024-09-05T10:43:57.445 INFO:teuthology.orchestra.run.smithi154.stdout:(19/32): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-09-05T10:43:57.448 INFO:teuthology.orchestra.run.smithi173.stdout:(32/32): librados2-19.1.0-1421.gcb0f54bd.el9.x8 9.3 MB/s | 3.4 MB 00:00 2024-09-05T10:43:57.453 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:43:57.454 INFO:teuthology.orchestra.run.smithi173.stdout:Total 17 MB/s | 60 MB 00:03 2024-09-05T10:43:57.470 INFO:teuthology.orchestra.run.smithi154.stdout:(20/32): qatlib-service-24.02.0-1.el9.x86_64.rp 711 kB/s | 36 kB 00:00 2024-09-05T10:43:57.495 INFO:teuthology.orchestra.run.smithi154.stdout:(21/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-09-05T10:43:57.521 INFO:teuthology.orchestra.run.smithi154.stdout:(22/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.2 MB/s | 292 kB 00:00 2024-09-05T10:43:57.553 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:43:57.571 INFO:teuthology.orchestra.run.smithi154.stdout:(23/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 3.0 MB/s | 309 kB 00:00 2024-09-05T10:43:57.587 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:43:57.587 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:43:57.597 INFO:teuthology.orchestra.run.smithi154.stdout:(24/32): liboath-2.6.7-2.el9.x86_64.rpm 2.1 MB/s | 49 kB 00:00 2024-09-05T10:43:57.601 INFO:teuthology.orchestra.run.smithi050.stdout:(3/32): libcephfs2-19.1.0-1421.gcb0f54bd.el9.x8 3.5 MB/s | 751 kB 00:00 2024-09-05T10:43:57.621 INFO:teuthology.orchestra.run.smithi154.stdout:(25/32): libarrow-doc-9.0.0-11.el9.noarch.rpm 300 kB/s | 26 kB 00:00 2024-09-05T10:43:57.647 INFO:teuthology.orchestra.run.smithi154.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-05T10:43:57.681 INFO:teuthology.orchestra.run.smithi154.stdout:(27/32): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-05T10:43:57.714 INFO:teuthology.orchestra.run.smithi154.stdout:(28/32): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-09-05T10:43:57.735 INFO:teuthology.orchestra.run.smithi050.stdout:(4/32): libradosstriper1-19.1.0-1421.gcb0f54bd. 3.7 MB/s | 506 kB 00:00 2024-09-05T10:43:57.773 INFO:teuthology.orchestra.run.smithi154.stdout:(29/32): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-05T10:43:57.797 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:43:57.798 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:43:57.848 INFO:teuthology.orchestra.run.smithi154.stdout:(30/32): libarrow-9.0.0-11.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-05T10:43:58.063 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:43:58.063 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:43:58.200 INFO:teuthology.orchestra.run.smithi154.stdout:(31/32): librados2-19.1.0-1421.gcb0f54bd.el9.x8 7.1 MB/s | 3.4 MB 00:00 2024-09-05T10:43:58.265 INFO:teuthology.orchestra.run.smithi154.stdout:(32/32): librbd1-19.1.0-1421.gcb0f54bd.el9.x86_ 6.4 MB/s | 3.2 MB 00:00 2024-09-05T10:43:58.270 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:43:58.270 INFO:teuthology.orchestra.run.smithi154.stdout:Total 17 MB/s | 60 MB 00:03 2024-09-05T10:43:58.371 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:43:58.406 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:43:58.406 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:43:58.409 INFO:teuthology.orchestra.run.smithi119.stdout:(1/32): ceph-base-19.1.0-1421.gcb0f54bd.el9.x86 5.8 MB/s | 5.4 MB 00:00 2024-09-05T10:43:58.443 INFO:teuthology.orchestra.run.smithi119.stdout:(2/32): ceph-selinux-19.1.0-1421.gcb0f54bd.el9. 764 kB/s | 25 kB 00:00 2024-09-05T10:43:58.602 INFO:teuthology.orchestra.run.smithi119.stdout:(3/32): ceph-radosgw-19.1.0-1421.gcb0f54bd.el9. 9.4 MB/s | 11 MB 00:01 2024-09-05T10:43:58.635 INFO:teuthology.orchestra.run.smithi119.stdout:(4/32): libcephfs2-19.1.0-1421.gcb0f54bd.el9.x8 3.8 MB/s | 751 kB 00:00 2024-09-05T10:43:58.669 INFO:teuthology.orchestra.run.smithi119.stdout:(5/32): libradosstriper1-19.1.0-1421.gcb0f54bd. 7.4 MB/s | 506 kB 00:00 2024-09-05T10:43:58.719 INFO:teuthology.orchestra.run.smithi119.stdout:(6/32): python3-ceph-argparse-19.1.0-1421.gcb0f 905 kB/s | 45 kB 00:00 2024-09-05T10:43:58.777 INFO:teuthology.orchestra.run.smithi050.stdout:(5/32): ceph-radosgw-19.1.0-1421.gcb0f54bd.el9. 2.8 MB/s | 11 MB 00:03 2024-09-05T10:43:58.785 INFO:teuthology.orchestra.run.smithi119.stdout:(7/32): python3-ceph-common-19.1.0-1421.gcb0f54 2.0 MB/s | 136 kB 00:00 2024-09-05T10:43:58.818 INFO:teuthology.orchestra.run.smithi050.stdout:(6/32): python3-ceph-argparse-19.1.0-1421.gcb0f 1.1 MB/s | 45 kB 00:00 2024-09-05T10:43:58.861 INFO:teuthology.orchestra.run.smithi119.stdout:(8/32): python3-cephfs-19.1.0-1421.gcb0f54bd.el 2.1 MB/s | 162 kB 00:00 2024-09-05T10:43:58.876 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:43:58.877 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:43:58.902 INFO:teuthology.orchestra.run.smithi050.stdout:(7/32): python3-ceph-common-19.1.0-1421.gcb0f54 1.6 MB/s | 136 kB 00:00 2024-09-05T10:43:58.969 INFO:teuthology.orchestra.run.smithi050.stdout:(8/32): python3-cephfs-19.1.0-1421.gcb0f54bd.el 2.4 MB/s | 162 kB 00:00 2024-09-05T10:43:59.061 INFO:teuthology.orchestra.run.smithi050.stdout:(9/32): python3-rados-19.1.0-1421.gcb0f54bd.el9 3.4 MB/s | 320 kB 00:00 2024-09-05T10:43:59.095 INFO:teuthology.orchestra.run.smithi119.stdout:(9/32): ceph-common-19.1.0-1421.gcb0f54bd.el9.x 13 MB/s | 21 MB 00:01 2024-09-05T10:43:59.120 INFO:teuthology.orchestra.run.smithi119.stdout:(10/32): python3-rados-19.1.0-1421.gcb0f54bd.el 1.2 MB/s | 320 kB 00:00 2024-09-05T10:43:59.153 INFO:teuthology.orchestra.run.smithi050.stdout:(10/32): librgw2-19.1.0-1421.gcb0f54bd.el9.x86_ 3.8 MB/s | 5.4 MB 00:01 2024-09-05T10:43:59.179 INFO:teuthology.orchestra.run.smithi119.stdout:(11/32): python3-rbd-19.1.0-1421.gcb0f54bd.el9. 3.5 MB/s | 300 kB 00:00 2024-09-05T10:43:59.195 INFO:teuthology.orchestra.run.smithi050.stdout:(11/32): python3-rbd-19.1.0-1421.gcb0f54bd.el9. 2.2 MB/s | 300 kB 00:00 2024-09-05T10:43:59.220 INFO:teuthology.orchestra.run.smithi050.stdout:(12/32): python3-rgw-19.1.0-1421.gcb0f54bd.el9. 1.5 MB/s | 100 kB 00:00 2024-09-05T10:43:59.279 INFO:teuthology.orchestra.run.smithi119.stdout:(12/32): python3-rgw-19.1.0-1421.gcb0f54bd.el9. 629 kB/s | 100 kB 00:00 2024-09-05T10:43:59.302 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:43:59.354 INFO:teuthology.orchestra.run.smithi119.stdout:(13/32): librgw2-19.1.0-1421.gcb0f54bd.el9.x86_ 7.5 MB/s | 5.4 MB 00:00 2024-09-05T10:43:59.393 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-09-05T10:43:59.412 INFO:teuthology.orchestra.run.smithi119.stdout:(14/32): boost-program-options-1.75.0-8.el9.x86 458 kB/s | 107 kB 00:00 2024-09-05T10:43:59.421 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-09-05T10:43:59.437 INFO:teuthology.orchestra.run.smithi119.stdout:(15/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 543 kB/s | 45 kB 00:00 2024-09-05T10:43:59.447 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-09-05T10:43:59.463 INFO:teuthology.orchestra.run.smithi119.stdout:(16/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 871 kB/s | 160 kB 00:00 2024-09-05T10:43:59.470 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:43:59.490 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:43:59.505 INFO:teuthology.orchestra.run.smithi119.stdout:(17/32): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-05T10:43:59.530 INFO:teuthology.orchestra.run.smithi119.stdout:(18/32): python3-prettytable-0.7.2-27.el9.noarc 633 kB/s | 42 kB 00:00 2024-09-05T10:43:59.541 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:43:59.555 INFO:teuthology.orchestra.run.smithi119.stdout:(19/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-05T10:43:59.581 INFO:teuthology.orchestra.run.smithi119.stdout:(20/32): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-09-05T10:43:59.606 INFO:teuthology.orchestra.run.smithi119.stdout:(21/32): qatlib-service-24.02.0-1.el9.x86_64.rp 475 kB/s | 36 kB 00:00 2024-09-05T10:43:59.615 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-09-05T10:43:59.620 INFO:teuthology.orchestra.run.smithi050.stdout:(13/32): boost-program-options-1.75.0-8.el9.x86 252 kB/s | 107 kB 00:00 2024-09-05T10:43:59.631 INFO:teuthology.orchestra.run.smithi119.stdout:(22/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 631 kB/s | 47 kB 00:00 2024-09-05T10:43:59.646 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:43:59.653 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-09-05T10:43:59.654 INFO:teuthology.orchestra.run.smithi050.stdout:(14/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 369 kB/s | 160 kB 00:00 2024-09-05T10:43:59.678 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-09-05T10:43:59.690 INFO:teuthology.orchestra.run.smithi119.stdout:(23/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 3.6 MB/s | 309 kB 00:00 2024-09-05T10:43:59.700 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:43:59.701 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:43:59.715 INFO:teuthology.orchestra.run.smithi119.stdout:(24/32): libarrow-doc-9.0.0-11.el9.noarch.rpm 311 kB/s | 26 kB 00:00 2024-09-05T10:43:59.721 INFO:teuthology.orchestra.run.smithi050.stdout:(15/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 451 kB/s | 45 kB 00:00 2024-09-05T10:43:59.725 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:43:59.749 INFO:teuthology.orchestra.run.smithi119.stdout:(25/32): liboath-2.6.7-2.el9.x86_64.rpm 829 kB/s | 49 kB 00:00 2024-09-05T10:43:59.774 INFO:teuthology.orchestra.run.smithi119.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-09-05T10:43:59.808 INFO:teuthology.orchestra.run.smithi119.stdout:(27/32): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-05T10:43:59.844 INFO:teuthology.orchestra.run.smithi119.stdout:(28/32): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-09-05T10:43:59.900 INFO:teuthology.orchestra.run.smithi119.stdout:(29/32): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-05T10:43:59.954 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:43:59.983 INFO:teuthology.orchestra.run.smithi119.stdout:(30/32): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-09-05T10:43:59.988 INFO:teuthology.orchestra.run.smithi050.stdout:(16/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.1 MB/s | 292 kB 00:00 2024-09-05T10:44:00.006 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:44:00.013 INFO:teuthology.orchestra.run.smithi050.stdout:(17/32): librdkafka-1.6.1-102.el9.x86_64.rpm 1.8 MB/s | 662 kB 00:00 2024-09-05T10:44:00.089 INFO:teuthology.orchestra.run.smithi050.stdout:(18/32): python3-prettytable-0.7.2-27.el9.noarc 421 kB/s | 42 kB 00:00 2024-09-05T10:44:00.092 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-09-05T10:44:00.122 INFO:teuthology.orchestra.run.smithi050.stdout:(19/32): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-09-05T10:44:00.125 INFO:teuthology.orchestra.run.smithi119.stdout:(31/32): librbd1-19.1.0-1421.gcb0f54bd.el9.x86_ 14 MB/s | 3.2 MB 00:00 2024-09-05T10:44:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:00.175 INFO:teuthology.orchestra.run.smithi119.stdout:(32/32): librados2-19.1.0-1421.gcb0f54bd.el9.x8 10 MB/s | 3.4 MB 00:00 2024-09-05T10:44:00.180 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:00.181 INFO:teuthology.orchestra.run.smithi119.stdout:Total 19 MB/s | 60 MB 00:03 2024-09-05T10:44:00.189 INFO:teuthology.orchestra.run.smithi050.stdout:(20/32): qatlib-service-24.02.0-1.el9.x86_64.rp 358 kB/s | 36 kB 00:00 2024-09-05T10:44:00.223 INFO:teuthology.orchestra.run.smithi050.stdout:(21/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 473 kB/s | 47 kB 00:00 2024-09-05T10:44:00.265 INFO:teuthology.orchestra.run.smithi050.stdout:(22/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 4.0 MB/s | 309 kB 00:00 2024-09-05T10:44:00.266 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:00.285 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:44:00.290 INFO:teuthology.orchestra.run.smithi050.stdout:(23/32): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-09-05T10:44:00.315 INFO:teuthology.orchestra.run.smithi050.stdout:(24/32): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-05T10:44:00.320 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:44:00.320 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:44:00.355 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:44:00.357 INFO:teuthology.orchestra.run.smithi050.stdout:(25/32): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-09-05T10:44:00.358 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 8/34 2024-09-05T10:44:00.401 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:00.408 INFO:teuthology.orchestra.run.smithi050.stdout:(26/32): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-09-05T10:44:00.408 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-09-05T10:44:00.441 INFO:teuthology.orchestra.run.smithi050.stdout:(27/32): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-05T10:44:00.448 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-09-05T10:44:00.463 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:00.463 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:00.478 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-09-05T10:44:00.492 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-09-05T10:44:00.511 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-09-05T10:44:00.517 INFO:teuthology.orchestra.run.smithi050.stdout:(28/32): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-05T10:44:00.534 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:44:00.546 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 11/34 2024-09-05T10:44:00.558 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:44:00.567 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:00.583 INFO:teuthology.orchestra.run.smithi050.stdout:(29/32): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-09-05T10:44:00.648 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:00.677 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:00.687 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 8/34 2024-09-05T10:44:00.724 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:00.728 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:00.752 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:44:00.763 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-09-05T10:44:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:00.791 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:44:00.792 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:44:00.792 INFO:teuthology.orchestra.run.smithi050.stdout:(30/32): ceph-common-19.1.0-1421.gcb0f54bd.el9. 3.7 MB/s | 21 MB 00:05 2024-09-05T10:44:00.807 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-09-05T10:44:00.810 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:44:00.859 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 11/34 2024-09-05T10:44:00.909 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : re2-1:20211101-20.el9.x86_64 15/34 2024-09-05T10:44:00.929 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:00.943 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 16/34 2024-09-05T10:44:00.951 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:00.983 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-09-05T10:44:01.009 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-09-05T10:44:01.015 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:01.049 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-09-05T10:44:01.063 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 19/34 2024-09-05T10:44:01.095 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-09-05T10:44:01.153 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-09-05T10:44:01.160 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : re2-1:20211101-20.el9.x86_64 15/34 2024-09-05T10:44:01.192 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 16/34 2024-09-05T10:44:01.234 INFO:teuthology.orchestra.run.smithi050.stdout:(31/32): librados2-19.1.0-1421.gcb0f54bd.el9.x8 4.8 MB/s | 3.4 MB 00:00 2024-09-05T10:44:01.241 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-09-05T10:44:01.255 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:01.266 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-09-05T10:44:01.284 INFO:teuthology.orchestra.run.smithi050.stdout:(32/32): librbd1-19.1.0-1421.gcb0f54bd.el9.x86_ 4.5 MB/s | 3.2 MB 00:00 2024-09-05T10:44:01.290 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:01.290 INFO:teuthology.orchestra.run.smithi050.stdout:Total 9.3 MB/s | 60 MB 00:06 2024-09-05T10:44:01.295 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 19/34 2024-09-05T10:44:01.328 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-09-05T10:44:01.347 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:01.399 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:44:01.422 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-09-05T10:44:01.436 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 8/34 2024-09-05T10:44:01.439 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:44:01.439 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:44:01.458 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:01.465 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:01.527 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:01.541 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:01.565 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-09-05T10:44:01.580 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 23/34 2024-09-05T10:44:01.608 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 11/34 2024-09-05T10:44:01.624 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-09-05T10:44:01.639 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-09-05T10:44:01.680 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:01.690 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:01.700 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:01.773 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:01.779 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:01.807 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-09-05T10:44:01.820 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 23/34 2024-09-05T10:44:01.856 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-09-05T10:44:01.926 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : re2-1:20211101-20.el9.x86_64 15/34 2024-09-05T10:44:01.933 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:44:01.934 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:44:01.958 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 16/34 2024-09-05T10:44:01.999 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-09-05T10:44:02.040 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-09-05T10:44:02.078 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 19/34 2024-09-05T10:44:02.111 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-09-05T10:44:02.125 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 25/34 2024-09-05T10:44:02.153 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:02.224 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:02.271 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:44:02.303 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 27/34 2024-09-05T10:44:02.331 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 25/34 2024-09-05T10:44:02.359 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-09-05T10:44:02.359 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:02.388 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-09-05T10:44:02.413 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 28/34 2024-09-05T10:44:02.413 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-09-05T10:44:02.419 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-09-05T10:44:02.431 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:02.437 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:44:02.458 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:44:02.465 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:02.508 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 27/34 2024-09-05T10:44:02.537 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 28/34 2024-09-05T10:44:02.612 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:44:02.665 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:44:02.713 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:02.744 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 23/34 2024-09-05T10:44:02.780 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-09-05T10:44:03.015 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-09-05T10:44:03.115 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:03.207 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:03.252 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 25/34 2024-09-05T10:44:03.276 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:03.297 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 8/34 2024-09-05T10:44:03.325 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:03.347 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:03.371 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:03.400 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-09-05T10:44:03.424 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 27/34 2024-09-05T10:44:03.429 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:44:03.443 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 11/34 2024-09-05T10:44:03.461 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 28/34 2024-09-05T10:44:03.513 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:03.519 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-09-05T10:44:03.535 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:03.556 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-09-05T10:44:03.581 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-09-05T10:44:03.583 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:03.604 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:44:03.617 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-09-05T10:44:03.625 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-09-05T10:44:03.727 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : re2-1:20211101-20.el9.x86_64 15/34 2024-09-05T10:44:03.759 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 16/34 2024-09-05T10:44:03.800 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-09-05T10:44:03.823 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:44:03.825 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-09-05T10:44:03.854 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 19/34 2024-09-05T10:44:03.885 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-09-05T10:44:03.887 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-09-05T10:44:04.197 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-09-05T10:44:04.233 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:04.289 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-09-05T10:44:04.350 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:04.442 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:04.502 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:04.531 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 8/34 2024-09-05T10:44:04.555 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 23/34 2024-09-05T10:44:04.559 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:04.591 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-09-05T10:44:04.622 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 9/34 2024-09-05T10:44:04.651 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-09-05T10:44:04.695 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 11/34 2024-09-05T10:44:04.765 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:04.796 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:04.813 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:04.834 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:04.850 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:04.868 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 13/34 2024-09-05T10:44:04.876 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:04.903 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-09-05T10:44:05.013 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : re2-1:20211101-20.el9.x86_64 15/34 2024-09-05T10:44:05.053 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 16/34 2024-09-05T10:44:05.065 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 25/34 2024-09-05T10:44:05.093 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-09-05T10:44:05.094 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:05.119 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-09-05T10:44:05.148 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 19/34 2024-09-05T10:44:05.149 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:05.181 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-09-05T10:44:05.226 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 27/34 2024-09-05T10:44:05.255 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 28/34 2024-09-05T10:44:05.393 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:05.437 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:05.450 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:05.488 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:05.510 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-09-05T10:44:05.530 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:05.530 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T10:44:05.531 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T10:44:05.531 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:05.552 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:05.571 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:05.578 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:05.578 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T10:44:05.578 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T10:44:05.578 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:05.605 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:05.644 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 22/34 2024-09-05T10:44:05.674 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 23/34 2024-09-05T10:44:05.710 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-09-05T10:44:05.804 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:05.841 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:06.213 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 25/34 2024-09-05T10:44:06.246 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:06.318 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 26/34 2024-09-05T10:44:06.386 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:06.398 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 27/34 2024-09-05T10:44:06.428 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:06.440 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 28/34 2024-09-05T10:44:06.519 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:06.519 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T10:44:06.519 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T10:44:06.519 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:06.545 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:07.558 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:07.593 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:08.136 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:08.171 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:08.263 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:08.263 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T10:44:08.263 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T10:44:08.263 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:08.297 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:08.866 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:08.904 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:09.477 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 29/34 2024-09-05T10:44:09.524 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:09.615 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 30/34 2024-09-05T10:44:09.615 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T10:44:09.615 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T10:44:09.615 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:09.642 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:15.716 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /sys 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /proc 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /mnt 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /var/tmp 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /home 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /root 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /tmp 2024-09-05T10:44:15.717 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:16.154 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:16.154 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /sys 2024-09-05T10:44:16.154 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /proc 2024-09-05T10:44:16.155 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /mnt 2024-09-05T10:44:16.155 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /var/tmp 2024-09-05T10:44:16.155 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /home 2024-09-05T10:44:16.155 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /root 2024-09-05T10:44:16.155 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /tmp 2024-09-05T10:44:16.155 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:16.492 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /sys 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /proc 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /mnt 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /var/tmp 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /home 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /root 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /tmp 2024-09-05T10:44:16.493 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:16.689 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:16.713 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:16.713 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:16.713 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T10:44:16.714 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:16.714 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:16.714 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:16.715 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:16.799 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:16.799 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:17.146 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:17.171 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:17.171 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:17.171 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T10:44:17.171 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:17.172 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:17.172 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:17.173 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:17.258 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:17.258 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:17.418 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:17.443 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:17.443 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:17.443 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T10:44:17.443 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:17.443 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:17.443 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:17.445 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:17.528 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:17.528 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:17.996 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 6/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 8/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 9/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 10/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 11/34 2024-09-05T10:44:17.997 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 13/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 24/34 2024-09-05T10:44:17.998 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 25/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 28/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : re2-1:20211101-20.el9.x86_64 29/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-09-05T10:44:17.999 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/34 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /sys 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /proc 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /mnt 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /var/tmp 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /home 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /root 2024-09-05T10:44:18.156 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /tmp 2024-09-05T10:44:18.157 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 6/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 8/34 2024-09-05T10:44:18.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 9/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 10/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 11/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 13/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-09-05T10:44:18.396 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 24/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 25/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 28/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : re2-1:20211101-20.el9.x86_64 29/34 2024-09-05T10:44:18.397 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-09-05T10:44:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-09-05T10:44:18.398 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 6/34 2024-09-05T10:44:18.710 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 8/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 9/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 10/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 11/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 13/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-09-05T10:44:18.711 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 24/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 25/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 28/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : re2-1:20211101-20.el9.x86_64 29/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-09-05T10:44:18.712 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/34 2024-09-05T10:44:19.056 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout:Upgraded: 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.057 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T10:44:19.058 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T10:44:19.059 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:19.060 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:19.114 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:19.140 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:19.140 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:19.140 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T10:44:19.140 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:19.140 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:19.140 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:19.142 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:19.233 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:19.233 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:19.424 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-test 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout:Upgraded: 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T10:44:19.434 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.435 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T10:44:19.436 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T10:44:19.437 INFO:teuthology.orchestra.run.smithi033.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T10:44:19.437 INFO:teuthology.orchestra.run.smithi033.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T10:44:19.437 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:19.437 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:19.775 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:19.775 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:19.775 INFO:teuthology.orchestra.run.smithi154.stdout:Upgraded: 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.776 INFO:teuthology.orchestra.run.smithi154.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.777 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:19.778 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:19.828 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-test 2024-09-05T10:44:19.978 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:28 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:20.116 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:20.117 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:20.117 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:44:20.117 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:20.117 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:44:20.117 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 49 M 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 163 k 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout:Install 4 Packages 2024-09-05T10:44:20.118 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:20.119 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 49 M 2024-09-05T10:44:20.119 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 209 M 2024-09-05T10:44:20.119 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:44:20.128 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:20.128 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /sys 2024-09-05T10:44:20.129 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /proc 2024-09-05T10:44:20.129 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /mnt 2024-09-05T10:44:20.129 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /var/tmp 2024-09-05T10:44:20.129 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /home 2024-09-05T10:44:20.129 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /root 2024-09-05T10:44:20.129 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /tmp 2024-09-05T10:44:20.129 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:20.159 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-test 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 6/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 8/34 2024-09-05T10:44:20.344 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 9/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 10/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 11/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 13/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-09-05T10:44:20.345 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-09-05T10:44:20.346 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-09-05T10:44:20.346 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-09-05T10:44:20.346 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 24/34 2024-09-05T10:44:20.346 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 25/34 2024-09-05T10:44:20.346 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-09-05T10:44:20.346 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-09-05T10:44:20.347 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 28/34 2024-09-05T10:44:20.347 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : re2-1:20211101-20.el9.x86_64 29/34 2024-09-05T10:44:20.347 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-09-05T10:44:20.347 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:20.347 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-09-05T10:44:20.347 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/34 2024-09-05T10:44:20.406 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:00:29 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:20.544 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:44:20.545 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:20.545 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:44:20.545 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:20.545 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:44:20.545 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 49 M 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 163 k 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout:Install 4 Packages 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 49 M 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 209 M 2024-09-05T10:44:20.546 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:44:20.616 INFO:teuthology.orchestra.run.smithi173.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.2 MB/s | 304 kB 00:00 2024-09-05T10:44:20.641 INFO:teuthology.orchestra.run.smithi173.stdout:(2/4): libcephsqlite-19.1.0-1421.gcb0f54bd.el9. 617 kB/s | 163 kB 00:00 2024-09-05T10:44:20.666 INFO:teuthology.orchestra.run.smithi173.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-05T10:44:20.708 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:28 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:20.842 INFO:teuthology.orchestra.run.smithi033.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 2.0 MB/s | 304 kB 00:00 2024-09-05T10:44:20.850 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:44:20.851 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:20.851 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:44:20.851 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:20.851 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:44:20.851 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 49 M 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 163 k 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout:Install 4 Packages 2024-09-05T10:44:20.852 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:20.853 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 49 M 2024-09-05T10:44:20.853 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 209 M 2024-09-05T10:44:20.853 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:44:20.883 INFO:teuthology.orchestra.run.smithi033.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-05T10:44:20.909 INFO:teuthology.orchestra.run.smithi033.stdout:(3/4): libcephsqlite-19.1.0-1421.gcb0f54bd.el9. 751 kB/s | 163 kB 00:00 2024-09-05T10:44:21.075 INFO:teuthology.orchestra.run.smithi154.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 2.5 MB/s | 304 kB 00:00 2024-09-05T10:44:21.117 INFO:teuthology.orchestra.run.smithi154.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-05T10:44:21.134 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:21.162 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 32/34 2024-09-05T10:44:21.162 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:21.162 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T10:44:21.162 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:21.162 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T10:44:21.162 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:21.164 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:21.167 INFO:teuthology.orchestra.run.smithi154.stdout:(3/4): libcephsqlite-19.1.0-1421.gcb0f54bd.el9. 779 kB/s | 163 kB 00:00 2024-09-05T10:44:21.253 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-09-05T10:44:21.253 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:21.307 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:21.307 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout:Upgraded: 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T10:44:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:21.310 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:44:21.670 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-test 2024-09-05T10:44:22.216 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:28 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:44:22.346 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 49 M 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 163 k 2024-09-05T10:44:22.347 INFO:teuthology.orchestra.run.smithi119.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T10:44:22.348 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T10:44:22.348 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:22.348 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:44:22.348 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:22.348 INFO:teuthology.orchestra.run.smithi119.stdout:Install 4 Packages 2024-09-05T10:44:22.348 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:22.348 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 49 M 2024-09-05T10:44:22.349 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 209 M 2024-09-05T10:44:22.349 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_6 6/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 7/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9. 8/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x8 9/34 2024-09-05T10:44:22.441 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 10/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 11/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 12/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 13/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-09-05T10:44:22.442 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 24/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 25/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 28/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : re2-1:20211101-20.el9.x86_64 29/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-09-05T10:44:22.443 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 31/34 2024-09-05T10:44:22.444 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-09-05T10:44:22.444 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/34 2024-09-05T10:44:22.813 INFO:teuthology.orchestra.run.smithi119.stdout:(1/4): libcephsqlite-19.1.0-1421.gcb0f54bd.el9. 751 kB/s | 163 kB 00:00 2024-09-05T10:44:22.838 INFO:teuthology.orchestra.run.smithi119.stdout:(2/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.2 MB/s | 304 kB 00:00 2024-09-05T10:44:22.942 INFO:teuthology.orchestra.run.smithi173.stdout:(4/4): ceph-test-19.1.0-1421.gcb0f54bd.el9.x86_ 19 MB/s | 49 MB 00:02 2024-09-05T10:44:22.944 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:22.944 INFO:teuthology.orchestra.run.smithi173.stdout:Total 17 MB/s | 49 MB 00:02 2024-09-05T10:44:22.955 INFO:teuthology.orchestra.run.smithi119.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 449 kB/s | 64 kB 00:00 2024-09-05T10:44:22.972 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:44:22.992 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:44:22.992 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:44:23.361 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:44:23.361 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:44:23.512 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-09-05T10:44:23.512 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:23.512 INFO:teuthology.orchestra.run.smithi050.stdout:Upgraded: 2024-09-05T10:44:23.512 INFO:teuthology.orchestra.run.smithi050.stdout: librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.512 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.512 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T10:44:23.513 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:23.514 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T10:44:23.515 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T10:44:23.515 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T10:44:23.515 INFO:teuthology.orchestra.run.smithi050.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T10:44:23.515 INFO:teuthology.orchestra.run.smithi050.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T10:44:23.515 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:23.515 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:44:23.855 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-test 2024-09-05T10:44:23.883 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:44:23.967 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-05T10:44:24.015 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-05T10:44:24.043 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:24.420 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:00:32 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:24.556 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 49 M 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 163 k 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T10:44:24.557 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T10:44:24.558 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:24.558 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:44:24.558 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:24.558 INFO:teuthology.orchestra.run.smithi050.stdout:Install 4 Packages 2024-09-05T10:44:24.558 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:24.558 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 49 M 2024-09-05T10:44:24.558 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 209 M 2024-09-05T10:44:24.559 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:44:24.712 INFO:teuthology.orchestra.run.smithi050.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 2.3 MB/s | 304 kB 00:00 2024-09-05T10:44:24.753 INFO:teuthology.orchestra.run.smithi050.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-05T10:44:24.796 INFO:teuthology.orchestra.run.smithi154.stdout:(4/4): ceph-test-19.1.0-1421.gcb0f54bd.el9.x86_ 13 MB/s | 49 MB 00:03 2024-09-05T10:44:24.798 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:24.798 INFO:teuthology.orchestra.run.smithi154.stdout:Total 12 MB/s | 49 MB 00:03 2024-09-05T10:44:24.812 INFO:teuthology.orchestra.run.smithi050.stdout:(3/4): libcephsqlite-19.1.0-1421.gcb0f54bd.el9. 705 kB/s | 163 kB 00:00 2024-09-05T10:44:24.826 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:44:24.846 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:44:24.846 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:44:24.867 INFO:teuthology.orchestra.run.smithi033.stdout:(4/4): ceph-test-19.1.0-1421.gcb0f54bd.el9.x86_ 12 MB/s | 49 MB 00:04 2024-09-05T10:44:24.869 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:24.869 INFO:teuthology.orchestra.run.smithi033.stdout:Total 11 MB/s | 49 MB 00:04 2024-09-05T10:44:24.896 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:44:24.918 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:44:24.918 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:44:25.216 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:44:25.217 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:44:25.305 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:44:25.305 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:44:25.742 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:44:25.812 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-05T10:44:25.843 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:44:25.853 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-05T10:44:25.880 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:25.926 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-05T10:44:25.967 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-05T10:44:25.993 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:26.437 INFO:teuthology.orchestra.run.smithi050.stdout:(4/4): ceph-test-19.1.0-1421.gcb0f54bd.el9.x86_ 26 MB/s | 49 MB 00:01 2024-09-05T10:44:26.439 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:26.440 INFO:teuthology.orchestra.run.smithi050.stdout:Total 26 MB/s | 49 MB 00:01 2024-09-05T10:44:26.468 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:44:26.490 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:44:26.490 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:44:26.876 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:44:26.877 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:44:26.913 INFO:teuthology.orchestra.run.smithi119.stdout:(4/4): ceph-test-19.1.0-1421.gcb0f54bd.el9.x86_ 11 MB/s | 49 MB 00:04 2024-09-05T10:44:26.915 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:26.916 INFO:teuthology.orchestra.run.smithi119.stdout:Total 11 MB/s | 49 MB 00:04 2024-09-05T10:44:26.943 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:44:26.963 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:44:26.963 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:44:27.332 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:44:27.332 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:44:27.417 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:44:27.498 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-05T10:44:27.537 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-05T10:44:27.564 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:27.851 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:44:27.930 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-05T10:44:27.971 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-05T10:44:27.999 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:28.578 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:28.657 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:30.422 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:30.585 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:30.774 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:30.852 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:30.978 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:30.978 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/4 2024-09-05T10:44:30.978 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/4 2024-09-05T10:44:30.978 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-05T10:44:31.297 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-05T10:44:31.297 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:31.297 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:44:31.298 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:31.298 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:31.298 INFO:teuthology.orchestra.run.smithi173.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T10:44:31.298 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T10:44:31.298 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:31.298 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:31.612 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph 2024-09-05T10:44:32.184 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:41 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:32.335 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:32.337 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:32.337 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: ceph x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 6.6 k 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 2.4 M 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 1.5 M 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 249 k 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 4.8 M 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 17 M 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T10:44:32.338 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T10:44:32.339 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T10:44:32.340 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout:Install 37 Packages 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:32.341 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 30 M 2024-09-05T10:44:32.342 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 108 M 2024-09-05T10:44:32.342 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:44:32.363 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:32.439 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:32.507 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/4 2024-09-05T10:44:32.657 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:32.964 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:32.965 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/4 2024-09-05T10:44:32.965 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/4 2024-09-05T10:44:32.965 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-05T10:44:33.068 INFO:teuthology.orchestra.run.smithi173.stdout:(1/37): ceph-19.1.0-1421.gcb0f54bd.el9.x86_64.r 29 kB/s | 6.6 kB 00:00 2024-09-05T10:44:33.219 INFO:teuthology.orchestra.run.smithi173.stdout:(2/37): ceph-mds-19.1.0-1421.gcb0f54bd.el9.x86_ 6.3 MB/s | 2.4 MB 00:00 2024-09-05T10:44:33.235 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-05T10:44:33.235 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:33.235 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:44:33.236 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:33.236 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:33.236 INFO:teuthology.orchestra.run.smithi154.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T10:44:33.236 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T10:44:33.236 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:33.236 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/4 2024-09-05T10:44:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/4 2024-09-05T10:44:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-05T10:44:33.252 INFO:teuthology.orchestra.run.smithi173.stdout:(3/37): ceph-mgr-19.1.0-1421.gcb0f54bd.el9.x86_ 3.7 MB/s | 1.5 MB 00:00 2024-09-05T10:44:33.361 INFO:teuthology.orchestra.run.smithi173.stdout:(4/37): ceph-mgr-modules-core-19.1.0-1421.gcb0f 2.2 MB/s | 249 kB 00:00 2024-09-05T10:44:33.510 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph 2024-09-05T10:44:33.595 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-05T10:44:33.595 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:33.595 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:44:33.595 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:33.596 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:33.596 INFO:teuthology.orchestra.run.smithi033.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T10:44:33.596 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T10:44:33.596 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:33.596 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:33.868 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph 2024-09-05T10:44:33.936 INFO:teuthology.orchestra.run.smithi173.stdout:(5/37): python3-cffi-1.14.5-5.el9.x86_64.rpm 440 kB/s | 253 kB 00:00 2024-09-05T10:44:34.063 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:42 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:34.201 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:44:34.204 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:34.204 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:44:34.204 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:34.204 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:44:34.204 INFO:teuthology.orchestra.run.smithi154.stdout: ceph x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 6.6 k 2024-09-05T10:44:34.204 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 2.4 M 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 1.5 M 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 249 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 4.8 M 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 17 M 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T10:44:34.205 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T10:44:34.206 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout:Install 37 Packages 2024-09-05T10:44:34.207 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:34.208 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 30 M 2024-09-05T10:44:34.208 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 108 M 2024-09-05T10:44:34.208 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:44:34.228 INFO:teuthology.orchestra.run.smithi173.stdout:(6/37): ceph-osd-19.1.0-1421.gcb0f54bd.el9.x86_ 17 MB/s | 17 MB 00:01 2024-09-05T10:44:34.295 INFO:teuthology.orchestra.run.smithi173.stdout:(7/37): ceph-mon-19.1.0-1421.gcb0f54bd.el9.x86_ 3.9 MB/s | 4.8 MB 00:01 2024-09-05T10:44:34.424 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:00:43 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:34.429 INFO:teuthology.orchestra.run.smithi173.stdout:(8/37): python3-cryptography-36.0.1-4.el9.x86_6 2.5 MB/s | 1.2 MB 00:00 2024-09-05T10:44:34.538 INFO:teuthology.orchestra.run.smithi173.stdout:(9/37): python3-requests-2.25.1-8.el9.noarch.rp 1.1 MB/s | 125 kB 00:00 2024-09-05T10:44:34.562 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout: ceph x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 6.6 k 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 2.4 M 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 1.5 M 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 249 k 2024-09-05T10:44:34.565 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 4.8 M 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 17 M 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections 2024-09-05T10:44:34.566 INFO:teuthology.orchestra.run.smithi033.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T10:44:34.567 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout:Install 37 Packages 2024-09-05T10:44:34.568 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:34.569 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 30 M 2024-09-05T10:44:34.569 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 108 M 2024-09-05T10:44:34.569 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:44:34.646 INFO:teuthology.orchestra.run.smithi173.stdout:(10/37): python3-urllib3-1.26.5-6.el9.noarch.rp 1.9 MB/s | 215 kB 00:00 2024-09-05T10:44:34.696 INFO:teuthology.orchestra.run.smithi173.stdout:(11/37): python3-ply-3.11-14.el9.noarch.rpm 228 kB/s | 106 kB 00:00 2024-09-05T10:44:34.725 INFO:teuthology.orchestra.run.smithi154.stdout:(1/37): ceph-19.1.0-1421.gcb0f54bd.el9.x86_64.r 53 kB/s | 6.6 kB 00:00 2024-09-05T10:44:34.796 INFO:teuthology.orchestra.run.smithi173.stdout:(12/37): python3-pycparser-2.20-6.el9.noarch.rp 270 kB/s | 135 kB 00:00 2024-09-05T10:44:34.855 INFO:teuthology.orchestra.run.smithi173.stdout:(13/37): lua-5.4.4-4.el9.x86_64.rpm 903 kB/s | 188 kB 00:00 2024-09-05T10:44:34.889 INFO:teuthology.orchestra.run.smithi173.stdout:(14/37): python3-mako-1.1.4-6.el9.noarch.rpm 896 kB/s | 172 kB 00:00 2024-09-05T10:44:34.892 INFO:teuthology.orchestra.run.smithi154.stdout:(2/37): ceph-mgr-19.1.0-1421.gcb0f54bd.el9.x86_ 5.3 MB/s | 1.5 MB 00:00 2024-09-05T10:44:34.913 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:34.913 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/4 2024-09-05T10:44:34.913 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/4 2024-09-05T10:44:34.913 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-05T10:44:34.914 INFO:teuthology.orchestra.run.smithi173.stdout:(15/37): python3-markupsafe-1.1.1-12.el9.x86_64 296 kB/s | 35 kB 00:00 2024-09-05T10:44:34.933 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/4 2024-09-05T10:44:34.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/4 2024-09-05T10:44:34.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/4 2024-09-05T10:44:34.933 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-05T10:44:34.934 INFO:teuthology.orchestra.run.smithi033.stdout:(1/37): ceph-19.1.0-1421.gcb0f54bd.el9.x86_64.r 47 kB/s | 6.6 kB 00:00 2024-09-05T10:44:34.939 INFO:teuthology.orchestra.run.smithi173.stdout:(16/37): python3-packaging-20.9-5.el9.noarch.rp 920 kB/s | 77 kB 00:00 2024-09-05T10:44:34.941 INFO:teuthology.orchestra.run.smithi154.stdout:(3/37): ceph-mds-19.1.0-1421.gcb0f54bd.el9.x86_ 7.0 MB/s | 2.4 MB 00:00 2024-09-05T10:44:34.964 INFO:teuthology.orchestra.run.smithi173.stdout:(17/37): python3-pytz-2021.1-5.el9.noarch.rpm 676 kB/s | 51 kB 00:00 2024-09-05T10:44:34.998 INFO:teuthology.orchestra.run.smithi173.stdout:(18/37): python3-toml-0.10.2-6.el9.noarch.rpm 496 kB/s | 42 kB 00:00 2024-09-05T10:44:35.034 INFO:teuthology.orchestra.run.smithi154.stdout:(4/37): ceph-mgr-modules-core-19.1.0-1421.gcb0f 2.7 MB/s | 249 kB 00:00 2024-09-05T10:44:35.040 INFO:teuthology.orchestra.run.smithi173.stdout:(19/37): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-09-05T10:44:35.065 INFO:teuthology.orchestra.run.smithi173.stdout:(20/37): lua-devel-5.4.4-4.el9.x86_64.rpm 177 kB/s | 22 kB 00:00 2024-09-05T10:44:35.099 INFO:teuthology.orchestra.run.smithi173.stdout:(21/37): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 432 kB/s | 43 kB 00:00 2024-09-05T10:44:35.124 INFO:teuthology.orchestra.run.smithi173.stdout:(22/37): python3-jaraco-8.2.1-3.el9.noarch.rpm 459 kB/s | 11 kB 00:00 2024-09-05T10:44:35.158 INFO:teuthology.orchestra.run.smithi173.stdout:(23/37): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-05T10:44:35.183 INFO:teuthology.orchestra.run.smithi173.stdout:(24/37): python3-jaraco-classes-3.2.1-5.el9.noa 302 kB/s | 18 kB 00:00 2024-09-05T10:44:35.208 INFO:teuthology.orchestra.run.smithi173.stdout:(25/37): python3-jaraco-collections-3.0.0-8.el9 463 kB/s | 23 kB 00:00 2024-09-05T10:44:35.217 INFO:teuthology.orchestra.run.smithi154.stdout:(5/37): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.3 MB/s | 253 kB 00:00 2024-09-05T10:44:35.219 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:35.220 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:44:35.223 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-05T10:44:35.223 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:35.224 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:44:35.224 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:35.224 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:35.224 INFO:teuthology.orchestra.run.smithi050.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T10:44:35.224 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T10:44:35.224 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:35.224 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:44:35.233 INFO:teuthology.orchestra.run.smithi173.stdout:(26/37): python3-jaraco-functools-3.5.0-2.el9.n 388 kB/s | 19 kB 00:00 2024-09-05T10:44:35.259 INFO:teuthology.orchestra.run.smithi173.stdout:(27/37): python3-jaraco-text-3.2.0-6.el9.noarch 392 kB/s | 20 kB 00:00 2024-09-05T10:44:35.284 INFO:teuthology.orchestra.run.smithi173.stdout:(28/37): python3-logutils-0.3.5-21.el9.noarch.r 923 kB/s | 46 kB 00:00 2024-09-05T10:44:35.309 INFO:teuthology.orchestra.run.smithi173.stdout:(29/37): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-09-05T10:44:35.335 INFO:teuthology.orchestra.run.smithi173.stdout:(30/37): python3-cherrypy-18.6.1-2.el9.noarch.r 1.3 MB/s | 358 kB 00:00 2024-09-05T10:44:35.360 INFO:teuthology.orchestra.run.smithi173.stdout:(31/37): python3-portend-3.1.0-2.el9.noarch.rpm 329 kB/s | 16 kB 00:00 2024-09-05T10:44:35.385 INFO:teuthology.orchestra.run.smithi173.stdout:(32/37): python3-tempora-5.0.0-2.el9.noarch.rpm 1.4 MB/s | 36 kB 00:00 2024-09-05T10:44:35.410 INFO:teuthology.orchestra.run.smithi173.stdout:(33/37): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.8 MB/s | 90 kB 00:00 2024-09-05T10:44:35.436 INFO:teuthology.orchestra.run.smithi173.stdout:(34/37): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-09-05T10:44:35.459 INFO:teuthology.orchestra.run.smithi154.stdout:(6/37): ceph-osd-19.1.0-1421.gcb0f54bd.el9.x86_ 30 MB/s | 17 MB 00:00 2024-09-05T10:44:35.461 INFO:teuthology.orchestra.run.smithi173.stdout:(35/37): python3-zc-lockfile-2.0-10.el9.noarch. 806 kB/s | 20 kB 00:00 2024-09-05T10:44:35.486 INFO:teuthology.orchestra.run.smithi173.stdout:(36/37): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-05T10:44:35.492 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph 2024-09-05T10:44:35.512 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph 2024-09-05T10:44:35.518 INFO:teuthology.orchestra.run.smithi154.stdout:(7/37): ceph-mon-19.1.0-1421.gcb0f54bd.el9.x86_ 6.0 MB/s | 4.8 MB 00:00 2024-09-05T10:44:35.520 INFO:teuthology.orchestra.run.smithi173.stdout:(37/37): python3-werkzeug-2.0.3-3.el9.1.noarch. 3.8 MB/s | 427 kB 00:00 2024-09-05T10:44:35.524 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:35.524 INFO:teuthology.orchestra.run.smithi173.stdout:Total 9.5 MB/s | 30 MB 00:03 2024-09-05T10:44:35.569 INFO:teuthology.orchestra.run.smithi033.stdout:(2/37): ceph-mgr-19.1.0-1421.gcb0f54bd.el9.x86_ 2.0 MB/s | 1.5 MB 00:00 2024-09-05T10:44:35.619 INFO:teuthology.orchestra.run.smithi033.stdout:(3/37): ceph-mds-19.1.0-1421.gcb0f54bd.el9.x86_ 2.9 MB/s | 2.4 MB 00:00 2024-09-05T10:44:35.648 INFO:teuthology.orchestra.run.smithi154.stdout:(8/37): python3-ply-3.11-14.el9.noarch.rpm 564 kB/s | 106 kB 00:00 2024-09-05T10:44:35.676 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:44:35.685 INFO:teuthology.orchestra.run.smithi033.stdout:(4/37): ceph-mgr-modules-core-19.1.0-1421.gcb0f 3.7 MB/s | 249 kB 00:00 2024-09-05T10:44:35.710 INFO:teuthology.orchestra.run.smithi154.stdout:(9/37): python3-pycparser-2.20-6.el9.noarch.rpm 704 kB/s | 135 kB 00:00 2024-09-05T10:44:35.715 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:44:35.716 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:44:35.735 INFO:teuthology.orchestra.run.smithi154.stdout:(10/37): python3-requests-2.25.1-8.el9.noarch.r 1.4 MB/s | 125 kB 00:00 2024-09-05T10:44:35.794 INFO:teuthology.orchestra.run.smithi154.stdout:(11/37): python3-cryptography-36.0.1-4.el9.x86_ 2.1 MB/s | 1.2 MB 00:00 2024-09-05T10:44:35.819 INFO:teuthology.orchestra.run.smithi154.stdout:(12/37): python3-urllib3-1.26.5-6.el9.noarch.rp 1.9 MB/s | 215 kB 00:00 2024-09-05T10:44:35.845 INFO:teuthology.orchestra.run.smithi154.stdout:(13/37): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-05T10:44:35.870 INFO:teuthology.orchestra.run.smithi154.stdout:(14/37): python3-markupsafe-1.1.1-12.el9.x86_64 690 kB/s | 35 kB 00:00 2024-09-05T10:44:35.886 INFO:teuthology.orchestra.run.smithi033.stdout:(5/37): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.2 MB/s | 253 kB 00:00 2024-09-05T10:44:35.895 INFO:teuthology.orchestra.run.smithi154.stdout:(15/37): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-05T10:44:35.921 INFO:teuthology.orchestra.run.smithi154.stdout:(16/37): python3-packaging-20.9-5.el9.noarch.rp 1.0 MB/s | 77 kB 00:00 2024-09-05T10:44:35.946 INFO:teuthology.orchestra.run.smithi154.stdout:(17/37): python3-pytz-2021.1-5.el9.noarch.rpm 674 kB/s | 51 kB 00:00 2024-09-05T10:44:35.971 INFO:teuthology.orchestra.run.smithi154.stdout:(18/37): python3-toml-0.10.2-6.el9.noarch.rpm 552 kB/s | 42 kB 00:00 2024-09-05T10:44:35.978 INFO:teuthology.orchestra.run.smithi033.stdout:(6/37): ceph-mon-19.1.0-1421.gcb0f54bd.el9.x86_ 4.6 MB/s | 4.8 MB 00:01 2024-09-05T10:44:36.013 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:44:36.013 INFO:teuthology.orchestra.run.smithi154.stdout:(19/37): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-05T10:44:36.013 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:44:36.038 INFO:teuthology.orchestra.run.smithi154.stdout:(20/37): python3-cheroot-8.6.0-4.el9.noarch.rpm 7.2 MB/s | 172 kB 00:00 2024-09-05T10:44:36.044 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:42 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:44:36.063 INFO:teuthology.orchestra.run.smithi154.stdout:(21/37): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 472 kB/s | 43 kB 00:00 2024-09-05T10:44:36.087 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:00:44 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:36.089 INFO:teuthology.orchestra.run.smithi154.stdout:(22/37): python3-jaraco-8.2.1-3.el9.noarch.rpm 428 kB/s | 11 kB 00:00 2024-09-05T10:44:36.111 INFO:teuthology.orchestra.run.smithi033.stdout:(7/37): python3-cryptography-36.0.1-4.el9.x86_6 5.4 MB/s | 1.2 MB 00:00 2024-09-05T10:44:36.114 INFO:teuthology.orchestra.run.smithi154.stdout:(23/37): python3-jaraco-classes-3.2.1-5.el9.noa 706 kB/s | 18 kB 00:00 2024-09-05T10:44:36.139 INFO:teuthology.orchestra.run.smithi154.stdout:(24/37): python3-cherrypy-18.6.1-2.el9.noarch.r 3.5 MB/s | 358 kB 00:00 2024-09-05T10:44:36.145 INFO:teuthology.orchestra.run.smithi033.stdout:(8/37): python3-ply-3.11-14.el9.noarch.rpm 638 kB/s | 106 kB 00:00 2024-09-05T10:44:36.165 INFO:teuthology.orchestra.run.smithi154.stdout:(25/37): python3-jaraco-collections-3.0.0-8.el9 461 kB/s | 23 kB 00:00 2024-09-05T10:44:36.170 INFO:teuthology.orchestra.run.smithi033.stdout:(9/37): python3-pycparser-2.20-6.el9.noarch.rpm 2.3 MB/s | 135 kB 00:00 2024-09-05T10:44:36.177 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:44:36.179 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout: ceph x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 6.6 k 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 2.4 M 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 1.5 M 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 249 k 2024-09-05T10:44:36.180 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 4.8 M 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 17 M 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T10:44:36.181 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T10:44:36.182 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T10:44:36.183 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:36.184 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:44:36.184 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:36.184 INFO:teuthology.orchestra.run.smithi119.stdout:Install 37 Packages 2024-09-05T10:44:36.184 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:36.185 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 30 M 2024-09-05T10:44:36.185 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 108 M 2024-09-05T10:44:36.185 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:44:36.190 INFO:teuthology.orchestra.run.smithi154.stdout:(26/37): python3-jaraco-functools-3.5.0-2.el9.n 386 kB/s | 19 kB 00:00 2024-09-05T10:44:36.215 INFO:teuthology.orchestra.run.smithi154.stdout:(27/37): python3-jaraco-text-3.2.0-6.el9.noarch 393 kB/s | 20 kB 00:00 2024-09-05T10:44:36.229 INFO:teuthology.orchestra.run.smithi033.stdout:(10/37): python3-requests-2.25.1-8.el9.noarch.r 1.5 MB/s | 125 kB 00:00 2024-09-05T10:44:36.230 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:44:36.233 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:36.233 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:44:36.233 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:36.233 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:44:36.233 INFO:teuthology.orchestra.run.smithi050.stdout: ceph x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 6.6 k 2024-09-05T10:44:36.233 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:44:36.233 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 2.4 M 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 1.5 M 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 249 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 4.8 M 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 17 M 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T10:44:36.234 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T10:44:36.235 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T10:44:36.236 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout:Install 37 Packages 2024-09-05T10:44:36.237 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:36.238 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 30 M 2024-09-05T10:44:36.238 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 108 M 2024-09-05T10:44:36.238 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:44:36.240 INFO:teuthology.orchestra.run.smithi154.stdout:(28/37): lua-devel-5.4.4-4.el9.x86_64.rpm 70 kB/s | 22 kB 00:00 2024-09-05T10:44:36.266 INFO:teuthology.orchestra.run.smithi154.stdout:(29/37): python3-logutils-0.3.5-21.el9.noarch.r 614 kB/s | 46 kB 00:00 2024-09-05T10:44:36.299 INFO:teuthology.orchestra.run.smithi154.stdout:(30/37): python3-more-itertools-8.12.0-2.el9.no 942 kB/s | 79 kB 00:00 2024-09-05T10:44:36.312 INFO:teuthology.orchestra.run.smithi033.stdout:(11/37): python3-urllib3-1.26.5-6.el9.noarch.rp 1.5 MB/s | 215 kB 00:00 2024-09-05T10:44:36.324 INFO:teuthology.orchestra.run.smithi154.stdout:(31/37): python3-portend-3.1.0-2.el9.noarch.rpm 322 kB/s | 16 kB 00:00 2024-09-05T10:44:36.350 INFO:teuthology.orchestra.run.smithi154.stdout:(32/37): python3-tempora-5.0.0-2.el9.noarch.rpm 1.4 MB/s | 36 kB 00:00 2024-09-05T10:44:36.375 INFO:teuthology.orchestra.run.smithi154.stdout:(33/37): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.2 MB/s | 90 kB 00:00 2024-09-05T10:44:36.400 INFO:teuthology.orchestra.run.smithi154.stdout:(34/37): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-09-05T10:44:36.425 INFO:teuthology.orchestra.run.smithi154.stdout:(35/37): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-05T10:44:36.467 INFO:teuthology.orchestra.run.smithi154.stdout:(36/37): python3-zc-lockfile-2.0-10.el9.noarch. 299 kB/s | 20 kB 00:00 2024-09-05T10:44:36.480 INFO:teuthology.orchestra.run.smithi033.stdout:(12/37): lua-5.4.4-4.el9.x86_64.rpm 753 kB/s | 188 kB 00:00 2024-09-05T10:44:36.493 INFO:teuthology.orchestra.run.smithi154.stdout:(37/37): python3-werkzeug-2.0.3-3.el9.1.noarch. 3.6 MB/s | 427 kB 00:00 2024-09-05T10:44:36.497 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:36.497 INFO:teuthology.orchestra.run.smithi154.stdout:Total 13 MB/s | 30 MB 00:02 2024-09-05T10:44:36.505 INFO:teuthology.orchestra.run.smithi033.stdout:(13/37): python3-mako-1.1.4-6.el9.noarch.rpm 897 kB/s | 172 kB 00:00 2024-09-05T10:44:36.530 INFO:teuthology.orchestra.run.smithi033.stdout:(14/37): python3-markupsafe-1.1.1-12.el9.x86_64 693 kB/s | 35 kB 00:00 2024-09-05T10:44:36.555 INFO:teuthology.orchestra.run.smithi033.stdout:(15/37): python3-packaging-20.9-5.el9.noarch.rp 1.5 MB/s | 77 kB 00:00 2024-09-05T10:44:36.581 INFO:teuthology.orchestra.run.smithi033.stdout:(16/37): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-05T10:44:36.615 INFO:teuthology.orchestra.run.smithi033.stdout:(17/37): python3-toml-0.10.2-6.el9.noarch.rpm 708 kB/s | 42 kB 00:00 2024-09-05T10:44:36.646 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:44:36.665 INFO:teuthology.orchestra.run.smithi033.stdout:(18/37): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-09-05T10:44:36.686 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:44:36.686 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:44:36.690 INFO:teuthology.orchestra.run.smithi033.stdout:(19/37): lua-devel-5.4.4-4.el9.x86_64.rpm 204 kB/s | 22 kB 00:00 2024-09-05T10:44:36.715 INFO:teuthology.orchestra.run.smithi033.stdout:(20/37): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 864 kB/s | 43 kB 00:00 2024-09-05T10:44:36.757 INFO:teuthology.orchestra.run.smithi033.stdout:(21/37): python3-cherrypy-18.6.1-2.el9.noarch.r 10 MB/s | 358 kB 00:00 2024-09-05T10:44:36.783 INFO:teuthology.orchestra.run.smithi033.stdout:(22/37): python3-jaraco-8.2.1-3.el9.noarch.rpm 463 kB/s | 11 kB 00:00 2024-09-05T10:44:36.808 INFO:teuthology.orchestra.run.smithi033.stdout:(23/37): python3-jaraco-classes-3.2.1-5.el9.noa 710 kB/s | 18 kB 00:00 2024-09-05T10:44:36.809 INFO:teuthology.orchestra.run.smithi119.stdout:(1/37): ceph-19.1.0-1421.gcb0f54bd.el9.x86_64.r 55 kB/s | 6.6 kB 00:00 2024-09-05T10:44:36.833 INFO:teuthology.orchestra.run.smithi033.stdout:(24/37): python3-jaraco-collections-3.0.0-8.el9 929 kB/s | 23 kB 00:00 2024-09-05T10:44:36.858 INFO:teuthology.orchestra.run.smithi033.stdout:(25/37): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.0 MB/s | 172 kB 00:00 2024-09-05T10:44:36.884 INFO:teuthology.orchestra.run.smithi033.stdout:(26/37): python3-jaraco-functools-3.5.0-2.el9.n 386 kB/s | 19 kB 00:00 2024-09-05T10:44:36.909 INFO:teuthology.orchestra.run.smithi033.stdout:(27/37): python3-jaraco-text-3.2.0-6.el9.noarch 391 kB/s | 20 kB 00:00 2024-09-05T10:44:36.934 INFO:teuthology.orchestra.run.smithi050.stdout:(1/37): ceph-19.1.0-1421.gcb0f54bd.el9.x86_64.r 46 kB/s | 6.6 kB 00:00 2024-09-05T10:44:36.935 INFO:teuthology.orchestra.run.smithi033.stdout:(28/37): python3-logutils-0.3.5-21.el9.noarch.r 923 kB/s | 46 kB 00:00 2024-09-05T10:44:36.960 INFO:teuthology.orchestra.run.smithi033.stdout:(29/37): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-09-05T10:44:36.982 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:44:36.982 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:44:36.985 INFO:teuthology.orchestra.run.smithi033.stdout:(30/37): python3-portend-3.1.0-2.el9.noarch.rpm 661 kB/s | 16 kB 00:00 2024-09-05T10:44:37.010 INFO:teuthology.orchestra.run.smithi033.stdout:(31/37): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-05T10:44:37.018 INFO:teuthology.orchestra.run.smithi119.stdout:(2/37): ceph-mds-19.1.0-1421.gcb0f54bd.el9.x86_ 7.3 MB/s | 2.4 MB 00:00 2024-09-05T10:44:37.036 INFO:teuthology.orchestra.run.smithi033.stdout:(32/37): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.8 MB/s | 90 kB 00:00 2024-09-05T10:44:37.059 INFO:teuthology.orchestra.run.smithi119.stdout:(3/37): ceph-mgr-19.1.0-1421.gcb0f54bd.el9.x86_ 4.1 MB/s | 1.5 MB 00:00 2024-09-05T10:44:37.160 INFO:teuthology.orchestra.run.smithi119.stdout:(4/37): ceph-mgr-modules-core-19.1.0-1421.gcb0f 2.4 MB/s | 249 kB 00:00 2024-09-05T10:44:37.211 INFO:teuthology.orchestra.run.smithi033.stdout:(33/37): ceph-osd-19.1.0-1421.gcb0f54bd.el9.x86 10 MB/s | 17 MB 00:01 2024-09-05T10:44:37.235 INFO:teuthology.orchestra.run.smithi119.stdout:(5/37): ceph-mon-19.1.0-1421.gcb0f54bd.el9.x86_ 11 MB/s | 4.8 MB 00:00 2024-09-05T10:44:37.236 INFO:teuthology.orchestra.run.smithi033.stdout:(34/37): python3-tempora-5.0.0-2.el9.noarch.rpm 179 kB/s | 36 kB 00:00 2024-09-05T10:44:37.268 INFO:teuthology.orchestra.run.smithi050.stdout:(2/37): ceph-mds-19.1.0-1421.gcb0f54bd.el9.x86_ 5.0 MB/s | 2.4 MB 00:00 2024-09-05T10:44:37.269 INFO:teuthology.orchestra.run.smithi033.stdout:(35/37): python3-zc-lockfile-2.0-10.el9.noarch. 800 kB/s | 20 kB 00:00 2024-09-05T10:44:37.295 INFO:teuthology.orchestra.run.smithi033.stdout:(36/37): python3-webob-1.8.8-2.el9.noarch.rpm 891 kB/s | 230 kB 00:00 2024-09-05T10:44:37.328 INFO:teuthology.orchestra.run.smithi033.stdout:(37/37): python3-werkzeug-2.0.3-3.el9.1.noarch. 3.6 MB/s | 427 kB 00:00 2024-09-05T10:44:37.332 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:37.332 INFO:teuthology.orchestra.run.smithi033.stdout:Total 11 MB/s | 30 MB 00:02 2024-09-05T10:44:37.388 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:44:37.473 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/37 2024-09-05T10:44:37.476 INFO:teuthology.orchestra.run.smithi050.stdout:(3/37): ceph-mgr-19.1.0-1421.gcb0f54bd.el9.x86_ 2.2 MB/s | 1.5 MB 00:00 2024-09-05T10:44:37.482 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:44:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/37 2024-09-05T10:44:37.525 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:44:37.525 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:44:37.534 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/37 2024-09-05T10:44:37.560 INFO:teuthology.orchestra.run.smithi050.stdout:(4/37): ceph-mgr-modules-core-19.1.0-1421.gcb0f 2.9 MB/s | 249 kB 00:00 2024-09-05T10:44:37.606 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/37 2024-09-05T10:44:37.660 INFO:teuthology.orchestra.run.smithi119.stdout:(6/37): ceph-osd-19.1.0-1421.gcb0f54bd.el9.x86_ 26 MB/s | 17 MB 00:00 2024-09-05T10:44:37.674 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : luarocks-3.9.2-5.el9.noarch 5/37 2024-09-05T10:44:37.716 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/37 2024-09-05T10:44:37.735 INFO:teuthology.orchestra.run.smithi050.stdout:(5/37): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.4 MB/s | 253 kB 00:00 2024-09-05T10:44:37.769 INFO:teuthology.orchestra.run.smithi119.stdout:(7/37): python3-cffi-1.14.5-5.el9.x86_64.rpm 416 kB/s | 253 kB 00:00 2024-09-05T10:44:37.811 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/37 2024-09-05T10:44:37.837 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:44:37.838 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:44:37.853 INFO:teuthology.orchestra.run.smithi050.stdout:(6/37): python3-cryptography-36.0.1-4.el9.x86_6 11 MB/s | 1.2 MB 00:00 2024-09-05T10:44:37.869 INFO:teuthology.orchestra.run.smithi119.stdout:(8/37): python3-pycparser-2.20-6.el9.noarch.rpm 1.3 MB/s | 135 kB 00:00 2024-09-05T10:44:37.903 INFO:teuthology.orchestra.run.smithi050.stdout:(7/37): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-05T10:44:37.910 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/37 2024-09-05T10:44:37.950 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 9/37 2024-09-05T10:44:37.953 INFO:teuthology.orchestra.run.smithi050.stdout:(8/37): python3-pycparser-2.20-6.el9.noarch.rpm 2.6 MB/s | 135 kB 00:00 2024-09-05T10:44:37.970 INFO:teuthology.orchestra.run.smithi119.stdout:(9/37): python3-requests-2.25.1-8.el9.noarch.rp 1.2 MB/s | 125 kB 00:00 2024-09-05T10:44:37.986 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/37 2024-09-05T10:44:38.003 INFO:teuthology.orchestra.run.smithi119.stdout:(10/37): python3-cryptography-36.0.1-4.el9.x86_ 1.6 MB/s | 1.2 MB 00:00 2024-09-05T10:44:38.003 INFO:teuthology.orchestra.run.smithi050.stdout:(9/37): python3-requests-2.25.1-8.el9.noarch.rp 2.4 MB/s | 125 kB 00:00 2024-09-05T10:44:38.016 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/37 2024-09-05T10:44:38.052 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/37 2024-09-05T10:44:38.078 INFO:teuthology.orchestra.run.smithi119.stdout:(11/37): python3-urllib3-1.26.5-6.el9.noarch.rp 1.9 MB/s | 215 kB 00:00 2024-09-05T10:44:38.111 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/37 2024-09-05T10:44:38.112 INFO:teuthology.orchestra.run.smithi119.stdout:(12/37): python3-ply-3.11-14.el9.noarch.rpm 236 kB/s | 106 kB 00:00 2024-09-05T10:44:38.137 INFO:teuthology.orchestra.run.smithi119.stdout:(13/37): lua-5.4.4-4.el9.x86_64.rpm 1.4 MB/s | 188 kB 00:00 2024-09-05T10:44:38.151 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/37 2024-09-05T10:44:38.179 INFO:teuthology.orchestra.run.smithi119.stdout:(14/37): python3-packaging-20.9-5.el9.noarch.rp 1.8 MB/s | 77 kB 00:00 2024-09-05T10:44:38.186 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/37 2024-09-05T10:44:38.187 INFO:teuthology.orchestra.run.smithi050.stdout:(10/37): ceph-osd-19.1.0-1421.gcb0f54bd.el9.x86 18 MB/s | 17 MB 00:00 2024-09-05T10:44:38.207 INFO:teuthology.orchestra.run.smithi119.stdout:(15/37): python3-markupsafe-1.1.1-12.el9.x86_64 369 kB/s | 35 kB 00:00 2024-09-05T10:44:38.212 INFO:teuthology.orchestra.run.smithi050.stdout:(11/37): python3-urllib3-1.26.5-6.el9.noarch.rp 1.0 MB/s | 215 kB 00:00 2024-09-05T10:44:38.229 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/37 2024-09-05T10:44:38.232 INFO:teuthology.orchestra.run.smithi119.stdout:(16/37): python3-pytz-2021.1-5.el9.noarch.rpm 973 kB/s | 51 kB 00:00 2024-09-05T10:44:38.257 INFO:teuthology.orchestra.run.smithi119.stdout:(17/37): python3-mako-1.1.4-6.el9.noarch.rpm 966 kB/s | 172 kB 00:00 2024-09-05T10:44:38.277 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/37 2024-09-05T10:44:38.279 INFO:teuthology.orchestra.run.smithi050.stdout:(12/37): ceph-mon-19.1.0-1421.gcb0f54bd.el9.x86 3.5 MB/s | 4.8 MB 00:01 2024-09-05T10:44:38.282 INFO:teuthology.orchestra.run.smithi119.stdout:(18/37): python3-toml-0.10.2-6.el9.noarch.rpm 553 kB/s | 42 kB 00:00 2024-09-05T10:44:38.310 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-packaging-20.9-5.el9.noarch 18/37 2024-09-05T10:44:38.324 INFO:teuthology.orchestra.run.smithi119.stdout:(19/37): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-05T10:44:38.335 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:44:38.350 INFO:teuthology.orchestra.run.smithi119.stdout:(20/37): lua-devel-5.4.4-4.el9.x86_64.rpm 189 kB/s | 22 kB 00:00 2024-09-05T10:44:38.423 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/37 2024-09-05T10:44:38.423 INFO:teuthology.orchestra.run.smithi050.stdout:(13/37): python3-markupsafe-1.1.1-12.el9.x86_64 298 kB/s | 35 kB 00:00 2024-09-05T10:44:38.423 INFO:teuthology.orchestra.run.smithi050.stdout:(14/37): python3-mako-1.1.4-6.el9.noarch.rpm 824 kB/s | 172 kB 00:00 2024-09-05T10:44:38.423 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/37 2024-09-05T10:44:38.423 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/37 2024-09-05T10:44:38.423 INFO:teuthology.orchestra.run.smithi119.stdout:(21/37): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 432 kB/s | 43 kB 00:00 2024-09-05T10:44:38.424 INFO:teuthology.orchestra.run.smithi119.stdout:(22/37): python3-jaraco-8.2.1-3.el9.noarch.rpm 460 kB/s | 11 kB 00:00 2024-09-05T10:44:38.434 INFO:teuthology.orchestra.run.smithi119.stdout:(23/37): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-09-05T10:44:38.447 INFO:teuthology.orchestra.run.smithi050.stdout:(15/37): lua-5.4.4-4.el9.x86_64.rpm 727 kB/s | 188 kB 00:00 2024-09-05T10:44:38.448 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/37 2024-09-05T10:44:38.451 INFO:teuthology.orchestra.run.smithi119.stdout:(24/37): python3-jaraco-classes-3.2.1-5.el9.noa 422 kB/s | 18 kB 00:00 2024-09-05T10:44:38.468 INFO:teuthology.orchestra.run.smithi119.stdout:(25/37): python3-jaraco-collections-3.0.0-8.el9 690 kB/s | 23 kB 00:00 2024-09-05T10:44:38.472 INFO:teuthology.orchestra.run.smithi050.stdout:(16/37): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-05T10:44:38.485 INFO:teuthology.orchestra.run.smithi119.stdout:(26/37): python3-jaraco-functools-3.5.0-2.el9.n 581 kB/s | 19 kB 00:00 2024-09-05T10:44:38.497 INFO:teuthology.orchestra.run.smithi050.stdout:(17/37): python3-toml-0.10.2-6.el9.noarch.rpm 828 kB/s | 42 kB 00:00 2024-09-05T10:44:38.502 INFO:teuthology.orchestra.run.smithi119.stdout:(27/37): python3-jaraco-text-3.2.0-6.el9.noarch 587 kB/s | 20 kB 00:00 2024-09-05T10:44:38.518 INFO:teuthology.orchestra.run.smithi119.stdout:(28/37): python3-logutils-0.3.5-21.el9.noarch.r 1.4 MB/s | 46 kB 00:00 2024-09-05T10:44:38.519 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/37 2024-09-05T10:44:38.520 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 20/37 2024-09-05T10:44:38.522 INFO:teuthology.orchestra.run.smithi050.stdout:(18/37): python3-packaging-20.9-5.el9.noarch.rp 612 kB/s | 77 kB 00:00 2024-09-05T10:44:38.544 INFO:teuthology.orchestra.run.smithi119.stdout:(29/37): python3-more-itertools-8.12.0-2.el9.no 1.8 MB/s | 79 kB 00:00 2024-09-05T10:44:38.565 INFO:teuthology.orchestra.run.smithi050.stdout:(19/37): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-05T10:44:38.569 INFO:teuthology.orchestra.run.smithi119.stdout:(30/37): python3-cherrypy-18.6.1-2.el9.noarch.r 1.6 MB/s | 358 kB 00:00 2024-09-05T10:44:38.586 INFO:teuthology.orchestra.run.smithi119.stdout:(31/37): python3-portend-3.1.0-2.el9.noarch.rpm 393 kB/s | 16 kB 00:00 2024-09-05T10:44:38.589 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : luarocks-3.9.2-5.el9.noarch 5/37 2024-09-05T10:44:38.590 INFO:teuthology.orchestra.run.smithi050.stdout:(20/37): lua-devel-5.4.4-4.el9.x86_64.rpm 189 kB/s | 22 kB 00:00 2024-09-05T10:44:38.600 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 21/37 2024-09-05T10:44:38.603 INFO:teuthology.orchestra.run.smithi119.stdout:(32/37): python3-tempora-5.0.0-2.el9.noarch.rpm 2.1 MB/s | 36 kB 00:00 2024-09-05T10:44:38.615 INFO:teuthology.orchestra.run.smithi050.stdout:(21/37): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 471 kB/s | 43 kB 00:00 2024-09-05T10:44:38.621 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/37 2024-09-05T10:44:38.628 INFO:teuthology.orchestra.run.smithi119.stdout:(33/37): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.5 MB/s | 90 kB 00:00 2024-09-05T10:44:38.649 INFO:teuthology.orchestra.run.smithi050.stdout:(22/37): python3-jaraco-8.2.1-3.el9.noarch.rpm 410 kB/s | 11 kB 00:00 2024-09-05T10:44:38.654 INFO:teuthology.orchestra.run.smithi119.stdout:(34/37): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-09-05T10:44:38.662 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/37 2024-09-05T10:44:38.674 INFO:teuthology.orchestra.run.smithi050.stdout:(23/37): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-09-05T10:44:38.679 INFO:teuthology.orchestra.run.smithi119.stdout:(35/37): python3-zc-lockfile-2.0-10.el9.noarch. 804 kB/s | 20 kB 00:00 2024-09-05T10:44:38.699 INFO:teuthology.orchestra.run.smithi050.stdout:(24/37): python3-jaraco-classes-3.2.1-5.el9.noa 367 kB/s | 18 kB 00:00 2024-09-05T10:44:38.701 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/37 2024-09-05T10:44:38.704 INFO:teuthology.orchestra.run.smithi119.stdout:(36/37): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-05T10:44:38.713 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/37 2024-09-05T10:44:38.725 INFO:teuthology.orchestra.run.smithi050.stdout:(25/37): python3-jaraco-collections-3.0.0-8.el9 461 kB/s | 23 kB 00:00 2024-09-05T10:44:38.729 INFO:teuthology.orchestra.run.smithi119.stdout:(37/37): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.2 MB/s | 427 kB 00:00 2024-09-05T10:44:38.733 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:38.733 INFO:teuthology.orchestra.run.smithi119.stdout:Total 12 MB/s | 30 MB 00:02 2024-09-05T10:44:38.750 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ply-3.11-14.el9.noarch 24/37 2024-09-05T10:44:38.767 INFO:teuthology.orchestra.run.smithi050.stdout:(26/37): python3-jaraco-functools-3.5.0-2.el9.n 290 kB/s | 19 kB 00:00 2024-09-05T10:44:38.792 INFO:teuthology.orchestra.run.smithi050.stdout:(27/37): python3-jaraco-text-3.2.0-6.el9.noarch 294 kB/s | 20 kB 00:00 2024-09-05T10:44:38.805 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 25/37 2024-09-05T10:44:38.817 INFO:teuthology.orchestra.run.smithi050.stdout:(28/37): python3-logutils-0.3.5-21.el9.noarch.r 922 kB/s | 46 kB 00:00 2024-09-05T10:44:38.825 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/37 2024-09-05T10:44:38.842 INFO:teuthology.orchestra.run.smithi050.stdout:(29/37): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-09-05T10:44:38.865 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 9/37 2024-09-05T10:44:38.877 INFO:teuthology.orchestra.run.smithi050.stdout:(30/37): python3-portend-3.1.0-2.el9.noarch.rpm 477 kB/s | 16 kB 00:00 2024-09-05T10:44:38.886 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:44:38.900 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/37 2024-09-05T10:44:38.918 INFO:teuthology.orchestra.run.smithi050.stdout:(31/37): python3-cherrypy-18.6.1-2.el9.noarch.r 1.1 MB/s | 358 kB 00:00 2024-09-05T10:44:38.925 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:44:38.925 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:44:38.930 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/37 2024-09-05T10:44:38.952 INFO:teuthology.orchestra.run.smithi050.stdout:(32/37): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.2 MB/s | 90 kB 00:00 2024-09-05T10:44:38.965 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/37 2024-09-05T10:44:38.977 INFO:teuthology.orchestra.run.smithi050.stdout:(33/37): python3-tempora-5.0.0-2.el9.noarch.rpm 610 kB/s | 36 kB 00:00 2024-09-05T10:44:38.991 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 26/37 2024-09-05T10:44:38.998 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/37 2024-09-05T10:44:39.002 INFO:teuthology.orchestra.run.smithi050.stdout:(34/37): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-09-05T10:44:39.028 INFO:teuthology.orchestra.run.smithi050.stdout:(35/37): python3-zc-lockfile-2.0-10.el9.noarch. 801 kB/s | 20 kB 00:00 2024-09-05T10:44:39.038 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/37 2024-09-05T10:44:39.047 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 27/37 2024-09-05T10:44:39.053 INFO:teuthology.orchestra.run.smithi050.stdout:(36/37): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-05T10:44:39.074 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/37 2024-09-05T10:44:39.086 INFO:teuthology.orchestra.run.smithi050.stdout:(37/37): python3-werkzeug-2.0.3-3.el9.1.noarch. 3.8 MB/s | 427 kB 00:00 2024-09-05T10:44:39.091 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:39.091 INFO:teuthology.orchestra.run.smithi050.stdout:Total 11 MB/s | 30 MB 00:02 2024-09-05T10:44:39.101 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/37 2024-09-05T10:44:39.124 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 28/37 2024-09-05T10:44:39.150 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/37 2024-09-05T10:44:39.182 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-packaging-20.9-5.el9.noarch 18/37 2024-09-05T10:44:39.214 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 29/37 2024-09-05T10:44:39.224 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:44:39.226 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:44:39.232 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:44:39.242 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:44:39.254 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 30/37 2024-09-05T10:44:39.255 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/37 2024-09-05T10:44:39.285 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:44:39.285 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:44:39.289 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/37 2024-09-05T10:44:39.331 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/37 2024-09-05T10:44:39.358 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/37 2024-09-05T10:44:39.371 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 31/37 2024-09-05T10:44:39.394 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 20/37 2024-09-05T10:44:39.434 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/37 2024-09-05T10:44:39.474 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 21/37 2024-09-05T10:44:39.477 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : luarocks-3.9.2-5.el9.noarch 5/37 2024-09-05T10:44:39.509 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/37 2024-09-05T10:44:39.526 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/37 2024-09-05T10:44:39.535 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 32/37 2024-09-05T10:44:39.565 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:39.573 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/37 2024-09-05T10:44:39.591 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:39.591 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:39.591 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T10:44:39.591 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:39.591 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:39.591 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:39.598 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:44:39.598 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:44:39.605 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/37 2024-09-05T10:44:39.643 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ply-3.11-14.el9.noarch 24/37 2024-09-05T10:44:39.702 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 25/37 2024-09-05T10:44:39.706 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/37 2024-09-05T10:44:39.754 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 9/37 2024-09-05T10:44:39.789 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/37 2024-09-05T10:44:39.818 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/37 2024-09-05T10:44:39.852 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/37 2024-09-05T10:44:39.890 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 26/37 2024-09-05T10:44:39.894 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/37 2024-09-05T10:44:39.935 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/37 2024-09-05T10:44:39.944 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 27/37 2024-09-05T10:44:39.978 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/37 2024-09-05T10:44:40.012 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/37 2024-09-05T10:44:40.022 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 28/37 2024-09-05T10:44:40.061 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/37 2024-09-05T10:44:40.101 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-packaging-20.9-5.el9.noarch 18/37 2024-09-05T10:44:40.110 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 29/37 2024-09-05T10:44:40.151 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 30/37 2024-09-05T10:44:40.177 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/37 2024-09-05T10:44:40.267 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 31/37 2024-09-05T10:44:40.319 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 20/37 2024-09-05T10:44:40.404 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 21/37 2024-09-05T10:44:40.432 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 32/37 2024-09-05T10:44:40.461 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:40.464 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/37 2024-09-05T10:44:40.487 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:40.487 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:40.487 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T10:44:40.487 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:40.487 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:40.487 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:40.501 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/37 2024-09-05T10:44:40.559 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ply-3.11-14.el9.noarch 24/37 2024-09-05T10:44:40.615 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 25/37 2024-09-05T10:44:40.617 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:44:40.674 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/37 2024-09-05T10:44:40.698 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/37 2024-09-05T10:44:40.726 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/37 2024-09-05T10:44:40.797 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/37 2024-09-05T10:44:40.808 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 26/37 2024-09-05T10:44:40.855 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 27/37 2024-09-05T10:44:40.858 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : luarocks-3.9.2-5.el9.noarch 5/37 2024-09-05T10:44:40.891 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/37 2024-09-05T10:44:40.936 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 28/37 2024-09-05T10:44:40.983 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/37 2024-09-05T10:44:41.024 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:41.033 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 29/37 2024-09-05T10:44:41.051 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:41.052 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:41.052 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T10:44:41.052 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:41.052 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:41.052 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:41.052 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/37 2024-09-05T10:44:41.093 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:44:41.102 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 9/37 2024-09-05T10:44:41.129 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 30/37 2024-09-05T10:44:41.137 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/37 2024-09-05T10:44:41.151 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/37 2024-09-05T10:44:41.166 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/37 2024-09-05T10:44:41.181 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/37 2024-09-05T10:44:41.201 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/37 2024-09-05T10:44:41.209 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/37 2024-09-05T10:44:41.234 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/37 2024-09-05T10:44:41.250 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 31/37 2024-09-05T10:44:41.283 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/37 2024-09-05T10:44:41.284 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/37 2024-09-05T10:44:41.318 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/37 2024-09-05T10:44:41.352 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/37 2024-09-05T10:44:41.358 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : luarocks-3.9.2-5.el9.noarch 5/37 2024-09-05T10:44:41.391 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/37 2024-09-05T10:44:41.400 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/37 2024-09-05T10:44:41.425 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 32/37 2024-09-05T10:44:41.433 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-packaging-20.9-5.el9.noarch 18/37 2024-09-05T10:44:41.455 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:41.481 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:41.481 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:41.481 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T10:44:41.481 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:41.481 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:41.481 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:41.494 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/37 2024-09-05T10:44:41.507 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/37 2024-09-05T10:44:41.508 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:41.532 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:41.532 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:41.532 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T10:44:41.532 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:41.532 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:41.532 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:41.581 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/37 2024-09-05T10:44:41.628 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 9/37 2024-09-05T10:44:41.645 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 20/37 2024-09-05T10:44:41.662 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/37 2024-09-05T10:44:41.692 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/37 2024-09-05T10:44:41.726 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/37 2024-09-05T10:44:41.733 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 21/37 2024-09-05T10:44:41.759 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:41.759 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/37 2024-09-05T10:44:41.783 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:41.783 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:41.783 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T10:44:41.783 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:41.783 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:41.783 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:41.786 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/37 2024-09-05T10:44:41.801 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/37 2024-09-05T10:44:41.824 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/37 2024-09-05T10:44:41.844 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/37 2024-09-05T10:44:41.845 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:41.873 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ply-3.11-14.el9.noarch 24/37 2024-09-05T10:44:41.915 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/37 2024-09-05T10:44:41.929 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 25/37 2024-09-05T10:44:41.937 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:41.964 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:41.965 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:41.965 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T10:44:41.965 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:41.965 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:41.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:41.970 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/37 2024-09-05T10:44:42.009 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-packaging-20.9-5.el9.noarch 18/37 2024-09-05T10:44:42.086 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/37 2024-09-05T10:44:42.122 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 26/37 2024-09-05T10:44:42.170 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 27/37 2024-09-05T10:44:42.237 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 20/37 2024-09-05T10:44:42.248 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 28/37 2024-09-05T10:44:42.338 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 29/37 2024-09-05T10:44:42.378 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 21/37 2024-09-05T10:44:42.385 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 30/37 2024-09-05T10:44:42.421 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:42.430 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/37 2024-09-05T10:44:42.445 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:42.445 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:42.445 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T10:44:42.445 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:42.445 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:42.445 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:42.476 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/37 2024-09-05T10:44:42.500 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 31/37 2024-09-05T10:44:42.534 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ply-3.11-14.el9.noarch 24/37 2024-09-05T10:44:42.598 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 25/37 2024-09-05T10:44:42.657 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 32/37 2024-09-05T10:44:42.672 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:42.687 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:42.696 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:42.696 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:42.696 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T10:44:42.696 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:42.696 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:42.696 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:42.714 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:42.714 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:42.715 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T10:44:42.715 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:42.715 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:42.715 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:42.759 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:42.793 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 26/37 2024-09-05T10:44:42.847 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 27/37 2024-09-05T10:44:42.928 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 28/37 2024-09-05T10:44:42.998 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:43.024 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:43.024 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:43.025 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T10:44:43.025 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:43.025 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:43.025 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:43.025 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 29/37 2024-09-05T10:44:43.062 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 30/37 2024-09-05T10:44:43.186 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 31/37 2024-09-05T10:44:43.375 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 32/37 2024-09-05T10:44:43.414 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:43.440 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 33/37 2024-09-05T10:44:43.440 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:43.440 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T10:44:43.440 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:43.440 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T10:44:43.440 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:43.499 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:43.522 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:43.522 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:43.522 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T10:44:43.522 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:43.522 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:43.523 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/37 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/37 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/37 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/37 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/37 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 6/37 2024-09-05T10:44:43.740 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 16/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 17/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 18/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 19/37 2024-09-05T10:44:43.741 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 20/37 2024-09-05T10:44:43.742 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 21/37 2024-09-05T10:44:43.742 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 22/37 2024-09-05T10:44:43.742 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 23/37 2024-09-05T10:44:43.742 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 24/37 2024-09-05T10:44:43.742 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 25/37 2024-09-05T10:44:43.743 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 26/37 2024-09-05T10:44:43.743 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 27/37 2024-09-05T10:44:43.743 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 28/37 2024-09-05T10:44:43.743 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 29/37 2024-09-05T10:44:43.743 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 30/37 2024-09-05T10:44:43.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 31/37 2024-09-05T10:44:43.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 32/37 2024-09-05T10:44:43.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 33/37 2024-09-05T10:44:43.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 34/37 2024-09-05T10:44:43.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 35/37 2024-09-05T10:44:43.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 36/37 2024-09-05T10:44:43.766 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:43.790 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:43.790 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:43.790 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T10:44:43.790 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:43.790 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:43.791 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:43.856 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:44.138 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:44.166 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:44.166 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:44.166 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T10:44:44.166 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:44.166 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:44.166 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 6/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/37 2024-09-05T10:44:44.574 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 16/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 17/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 18/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 19/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 20/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 21/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 22/37 2024-09-05T10:44:44.575 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 23/37 2024-09-05T10:44:44.576 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 24/37 2024-09-05T10:44:44.576 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 25/37 2024-09-05T10:44:44.577 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 26/37 2024-09-05T10:44:44.577 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 27/37 2024-09-05T10:44:44.577 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 28/37 2024-09-05T10:44:44.577 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 29/37 2024-09-05T10:44:44.577 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 30/37 2024-09-05T10:44:44.577 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 31/37 2024-09-05T10:44:44.578 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 32/37 2024-09-05T10:44:44.578 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 33/37 2024-09-05T10:44:44.578 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 34/37 2024-09-05T10:44:44.578 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 35/37 2024-09-05T10:44:44.578 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 36/37 2024-09-05T10:44:44.605 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:44.629 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:44.629 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:44.629 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T10:44:44.629 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:44.629 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:44.629 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 37/37 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:44.829 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T10:44:44.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T10:44:44.831 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T10:44:44.832 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T10:44:44.832 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T10:44:44.832 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T10:44:44.832 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:44.832 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:44.856 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:44.880 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:44.880 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:44.880 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T10:44:44.880 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:44.880 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:44.880 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:44.942 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:44.965 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:44.992 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 34/37 2024-09-05T10:44:44.992 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:44.992 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T10:44:44.992 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:44.992 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T10:44:44.992 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:45.197 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-base 2024-09-05T10:44:45.457 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:45.480 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 35/37 2024-09-05T10:44:45.480 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:45.480 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T10:44:45.480 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:45.480 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T10:44:45.480 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:45.518 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:45.518 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/37 2024-09-05T10:44:45.518 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/37 2024-09-05T10:44:45.518 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/37 2024-09-05T10:44:45.518 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/37 2024-09-05T10:44:45.518 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 6/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 16/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 17/37 2024-09-05T10:44:45.519 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 18/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 19/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 20/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 21/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 22/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 23/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 24/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 25/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 26/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 27/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 28/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 29/37 2024-09-05T10:44:45.520 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 30/37 2024-09-05T10:44:45.521 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 31/37 2024-09-05T10:44:45.521 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 32/37 2024-09-05T10:44:45.521 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 33/37 2024-09-05T10:44:45.521 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 34/37 2024-09-05T10:44:45.521 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 35/37 2024-09-05T10:44:45.521 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 36/37 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 37/37 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T10:44:45.608 INFO:teuthology.orchestra.run.smithi154.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T10:44:45.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T10:44:45.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T10:44:45.611 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T10:44:45.611 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T10:44:45.611 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T10:44:45.611 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T10:44:45.611 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T10:44:45.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:45.611 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:45.716 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:45.739 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 36/37 2024-09-05T10:44:45.739 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:45.739 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T10:44:45.739 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:45.739 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T10:44:45.739 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:45.750 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:54 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:45.805 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:45.839 INFO:teuthology.orchestra.run.smithi173.stdout:Package ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:45.881 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:45.882 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:44:45.882 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:45.955 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install cephadm 2024-09-05T10:44:45.985 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-base 2024-09-05T10:44:46.487 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 37/37 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T10:44:46.488 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T10:44:46.489 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T10:44:46.490 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T10:44:46.491 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T10:44:46.491 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T10:44:46.491 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:46.491 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:46.501 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:55 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:46.555 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:54 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:46.632 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:46.633 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:46.633 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:44:46.633 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 765 k 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 765 k 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 772 k 2024-09-05T10:44:46.634 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:44:46.644 INFO:teuthology.orchestra.run.smithi154.stdout:Package ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:46.685 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:44:46.686 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:44:46.686 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:46.768 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install cephadm 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 6/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/37 2024-09-05T10:44:46.837 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 16/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 17/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 18/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 19/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 20/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 21/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 22/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 23/37 2024-09-05T10:44:46.838 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 24/37 2024-09-05T10:44:46.839 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 25/37 2024-09-05T10:44:46.839 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 26/37 2024-09-05T10:44:46.839 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 27/37 2024-09-05T10:44:46.839 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 28/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 29/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 30/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 31/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 32/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 33/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 34/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 35/37 2024-09-05T10:44:46.840 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 36/37 2024-09-05T10:44:46.847 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-base 2024-09-05T10:44:46.950 INFO:teuthology.orchestra.run.smithi173.stdout:cephadm-19.1.0-1421.gcb0f54bd.el9.noarch.rpm 2.4 MB/s | 765 kB 00:00 2024-09-05T10:44:46.950 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:46.950 INFO:teuthology.orchestra.run.smithi173.stdout:Total 2.4 MB/s | 765 kB 00:00 2024-09-05T10:44:46.951 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:44:46.956 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:44:46.956 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:44:46.962 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:44:46.962 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:44:47.038 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:44:47.317 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:55 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:47.415 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:00:56 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:47.448 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:44:47.448 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:47.448 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 765 k 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 765 k 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 772 k 2024-09-05T10:44:47.449 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:44:47.507 INFO:teuthology.orchestra.run.smithi033.stdout:Package ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:47.510 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:47.551 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:44:47.553 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:44:47.553 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:47.593 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 37/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 3/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 4/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 5/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9. 6/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/37 2024-09-05T10:44:47.597 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 16/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 17/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 18/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 19/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 20/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 21/37 2024-09-05T10:44:47.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 22/37 2024-09-05T10:44:47.599 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 23/37 2024-09-05T10:44:47.599 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 24/37 2024-09-05T10:44:47.599 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 25/37 2024-09-05T10:44:47.599 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 26/37 2024-09-05T10:44:47.599 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 27/37 2024-09-05T10:44:47.600 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 28/37 2024-09-05T10:44:47.600 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 29/37 2024-09-05T10:44:47.600 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 30/37 2024-09-05T10:44:47.600 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 31/37 2024-09-05T10:44:47.600 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 32/37 2024-09-05T10:44:47.600 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 33/37 2024-09-05T10:44:47.600 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 34/37 2024-09-05T10:44:47.601 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 35/37 2024-09-05T10:44:47.601 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 36/37 2024-09-05T10:44:47.615 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install cephadm 2024-09-05T10:44:47.747 INFO:teuthology.orchestra.run.smithi154.stdout:cephadm-19.1.0-1421.gcb0f54bd.el9.noarch.rpm 2.5 MB/s | 765 kB 00:00 2024-09-05T10:44:47.747 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:47.748 INFO:teuthology.orchestra.run.smithi154.stdout:Total 2.5 MB/s | 765 kB 00:00 2024-09-05T10:44:47.748 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:44:47.753 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:44:47.753 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:44:47.759 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:44:47.760 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:44:47.828 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:44:47.836 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 37/37 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T10:44:47.837 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T10:44:47.838 INFO:teuthology.orchestra.run.smithi119.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T10:44:47.839 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:47.840 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:44:47.932 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:48.178 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:00:57 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:48.181 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:48.181 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:48.181 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:44:48.181 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:48.181 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:48.181 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:48.199 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-base 2024-09-05T10:44:48.307 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:48.314 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:44:48.315 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:48.315 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:44:48.315 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:48.315 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:44:48.315 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 765 k 2024-09-05T10:44:48.315 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:48.316 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:44:48.316 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:48.316 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:44:48.316 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:48.316 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 765 k 2024-09-05T10:44:48.316 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 772 k 2024-09-05T10:44:48.316 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:44:48.384 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-immutable-object-cache 2024-09-05T10:44:48.399 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 37/37 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:48.549 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T10:44:48.550 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T10:44:48.551 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T10:44:48.552 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T10:44:48.552 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T10:44:48.552 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T10:44:48.552 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T10:44:48.552 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T10:44:48.552 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:48.552 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:44:48.624 INFO:teuthology.orchestra.run.smithi033.stdout:cephadm-19.1.0-1421.gcb0f54bd.el9.noarch.rpm 2.4 MB/s | 765 kB 00:00 2024-09-05T10:44:48.625 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:48.625 INFO:teuthology.orchestra.run.smithi033.stdout:Total 2.4 MB/s | 765 kB 00:00 2024-09-05T10:44:48.625 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:44:48.631 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:44:48.631 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:44:48.637 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:44:48.637 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:44:48.712 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:44:48.742 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:48.753 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:54 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:44:48.841 INFO:teuthology.orchestra.run.smithi119.stdout:Package ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:48.882 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:44:48.883 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:44:48.883 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:44:48.947 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:57 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:48.953 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-base 2024-09-05T10:44:48.955 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install cephadm 2024-09-05T10:44:48.984 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:48.984 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:48.984 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:44:48.985 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:48.985 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:48.985 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:49.082 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repo Size 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 145 k 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:49.083 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:44:49.084 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:49.084 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 145 k 2024-09-05T10:44:49.084 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 435 k 2024-09-05T10:44:49.084 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:44:49.177 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:49.186 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-immutable-object-cache 2024-09-05T10:44:49.279 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:49.289 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-immutable-object-cache-19.1.0-1421.gcb0f54 709 kB/s | 145 kB 00:00 2024-09-05T10:44:49.290 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:49.290 INFO:teuthology.orchestra.run.smithi173.stdout:Total 702 kB/s | 145 kB 00:00 2024-09-05T10:44:49.290 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:44:49.298 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:44:49.298 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:44:49.356 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:44:49.357 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:44:49.504 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:55 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:44:49.506 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:44:49.525 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:00:57 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:49.582 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:49.599 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:49.608 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:49.608 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:49.608 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T10:44:49.608 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:49.619 INFO:teuthology.orchestra.run.smithi050.stdout:Package ceph-base-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:49.633 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:44:49.633 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 765 k 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 765 k 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 772 k 2024-09-05T10:44:49.634 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:44:49.663 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:44:49.664 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:44:49.664 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:44:49.741 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install cephadm 2024-09-05T10:44:49.745 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:57 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:49.824 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:49.824 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:49.824 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:44:49.824 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:49.824 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:49.824 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:49.879 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:44:49.879 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:49.879 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repo Size 2024-09-05T10:44:49.879 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:49.879 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:44:49.880 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 145 k 2024-09-05T10:44:49.880 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:49.880 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:44:49.880 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:49.880 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:44:49.880 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:49.881 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 145 k 2024-09-05T10:44:49.881 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 435 k 2024-09-05T10:44:49.881 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:44:49.930 INFO:teuthology.orchestra.run.smithi119.stdout:cephadm-19.1.0-1421.gcb0f54bd.el9.noarch.rpm 2.5 MB/s | 765 kB 00:00 2024-09-05T10:44:49.930 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:49.931 INFO:teuthology.orchestra.run.smithi119.stdout:Total 2.5 MB/s | 765 kB 00:00 2024-09-05T10:44:49.931 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:44:49.936 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:44:49.936 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:44:49.942 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:44:49.942 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:44:50.016 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-immutable-object-cache 2024-09-05T10:44:50.016 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:44:50.086 INFO:teuthology.orchestra.run.smithi154.stdout:ceph-immutable-object-cache-19.1.0-1421.gcb0f54 709 kB/s | 145 kB 00:00 2024-09-05T10:44:50.086 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:50.087 INFO:teuthology.orchestra.run.smithi154.stdout:Total 702 kB/s | 145 kB 00:00 2024-09-05T10:44:50.087 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:44:50.094 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:44:50.094 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:44:50.151 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:44:50.152 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:44:50.301 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:00:58 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:50.306 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:44:50.378 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:50.404 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:50.404 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:50.404 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T10:44:50.404 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:50.432 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:50.438 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:44:50.438 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:50.438 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 765 k 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 765 k 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 772 k 2024-09-05T10:44:50.439 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:44:50.508 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:50.514 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:50.515 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:50.515 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:44:50.515 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:50.515 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:50.515 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:50.582 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:00:59 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:50.718 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repo Size 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 145 k 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:44:50.719 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:50.720 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 145 k 2024-09-05T10:44:50.720 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 435 k 2024-09-05T10:44:50.720 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:44:50.740 INFO:teuthology.orchestra.run.smithi050.stdout:cephadm-19.1.0-1421.gcb0f54bd.el9.noarch.rpm 2.5 MB/s | 765 kB 00:00 2024-09-05T10:44:50.741 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:50.741 INFO:teuthology.orchestra.run.smithi050.stdout:Total 2.5 MB/s | 765 kB 00:00 2024-09-05T10:44:50.741 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:44:50.747 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:44:50.747 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:44:50.751 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-mgr 2024-09-05T10:44:50.753 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:44:50.754 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:44:50.830 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:44:50.906 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-immutable-object-cache-19.1.0-1421.gcb0f54 783 kB/s | 145 kB 00:00 2024-09-05T10:44:50.906 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:50.907 INFO:teuthology.orchestra.run.smithi033.stdout:Total 775 kB/s | 145 kB 00:00 2024-09-05T10:44:50.907 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:44:50.915 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:44:50.915 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:44:50.973 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:44:50.974 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:44:50.980 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:51.125 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:44:51.207 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:51.231 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:51.232 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:51.232 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T10:44:51.232 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:51.249 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:51.249 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:51.249 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:44:51.249 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:51.249 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:51.249 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:44:51.306 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:00 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:51.312 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:51.323 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:51.323 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:51.324 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:44:51.324 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:51.324 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:51.324 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:51.398 INFO:teuthology.orchestra.run.smithi173.stdout:Package ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:51.412 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:51.441 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:51.442 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:44:51.442 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:51.476 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-immutable-object-cache 2024-09-05T10:44:51.508 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-mgr-dashboard 2024-09-05T10:44:51.572 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-mgr 2024-09-05T10:44:51.761 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:51.995 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:44:51.995 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:51.995 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:44:51.996 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:51.996 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:51.996 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:44:52.029 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:00:58 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:44:52.052 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:01 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:52.123 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:52.123 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:52.123 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:44:52.123 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:52.123 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:52.123 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:52.133 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:00 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repo Size 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 145 k 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:52.161 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:44:52.162 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:52.162 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:44:52.162 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:52.162 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 145 k 2024-09-05T10:44:52.162 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 435 k 2024-09-05T10:44:52.162 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:44:52.182 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:52.183 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 3.6 M 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 32 k 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 16 k 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T10:44:52.184 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout:Install 12 Packages 2024-09-05T10:44:52.185 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:52.186 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 8.7 M 2024-09-05T10:44:52.186 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 104 M 2024-09-05T10:44:52.186 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:44:52.219 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-immutable-object-cache 2024-09-05T10:44:52.225 INFO:teuthology.orchestra.run.smithi154.stdout:Package ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:52.270 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:44:52.271 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:44:52.271 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:52.334 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-mgr 2024-09-05T10:44:52.341 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-mgr-dashboard 2024-09-05T10:44:52.344 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-immutable-object-cache-19.1.0-1421.gcb0f54 799 kB/s | 145 kB 00:00 2024-09-05T10:44:52.345 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:52.345 INFO:teuthology.orchestra.run.smithi119.stdout:Total 791 kB/s | 145 kB 00:00 2024-09-05T10:44:52.345 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:44:52.353 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:44:52.353 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:44:52.409 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:44:52.410 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:44:52.558 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:44:52.637 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:52.662 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:52.662 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:52.662 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T10:44:52.662 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:52.717 INFO:teuthology.orchestra.run.smithi173.stdout:(1/12): ceph-prometheus-alerts-19.1.0-1421.gcb0 92 kB/s | 16 kB 00:00 2024-09-05T10:44:52.742 INFO:teuthology.orchestra.run.smithi173.stdout:(2/12): ceph-grafana-dashboards-19.1.0-1421.gcb 156 kB/s | 32 kB 00:00 2024-09-05T10:44:52.785 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:00 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:52.886 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:00 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:52.899 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:01 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:52.922 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:44:52.922 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:52.922 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repo Size 2024-09-05T10:44:52.922 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:52.922 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:44:52.922 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 145 k 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 145 k 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 435 k 2024-09-05T10:44:52.923 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:44:52.951 INFO:teuthology.orchestra.run.smithi173.stdout:(3/12): python3-protobuf-3.14.0-13.el9.noarch.r 1.3 MB/s | 269 kB 00:00 2024-09-05T10:44:52.993 INFO:teuthology.orchestra.run.smithi033.stdout:Package ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:53.017 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 3.6 M 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T10:44:53.018 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 32 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 16 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:44:53.019 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:44:53.020 INFO:teuthology.orchestra.run.smithi154.stdout:Install 12 Packages 2024-09-05T10:44:53.020 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:53.020 INFO:teuthology.orchestra.run.smithi173.stdout:(4/12): protobuf-3.14.0-13.el9.x86_64.rpm 3.4 MB/s | 1.0 MB 00:00 2024-09-05T10:44:53.021 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 8.7 M 2024-09-05T10:44:53.021 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 104 M 2024-09-05T10:44:53.021 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:44:53.038 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:44:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:44:53.039 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:53.068 INFO:teuthology.orchestra.run.smithi173.stdout:(5/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 11 MB/s | 548 kB 00:00 2024-09-05T10:44:53.085 INFO:teuthology.orchestra.run.smithi173.stdout:(6/12): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-05T10:44:53.106 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-mgr-dashboard 2024-09-05T10:44:53.130 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-immutable-object-cache-19.1.0-1421.gcb0f54 701 kB/s | 145 kB 00:00 2024-09-05T10:44:53.131 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:53.131 INFO:teuthology.orchestra.run.smithi050.stdout:Total 697 kB/s | 145 kB 00:00 2024-09-05T10:44:53.131 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:44:53.139 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:44:53.139 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:44:53.161 INFO:teuthology.orchestra.run.smithi173.stdout:(7/12): python3-grpcio-1.46.7-10.el9.x86_64.rpm 27 MB/s | 2.0 MB 00:00 2024-09-05T10:44:53.186 INFO:teuthology.orchestra.run.smithi173.stdout:(8/12): python3-grpcio-tools-1.46.7-10.el9.x86_ 5.6 MB/s | 144 kB 00:00 2024-09-05T10:44:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:44:53.200 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:44:53.203 INFO:teuthology.orchestra.run.smithi173.stdout:(9/12): python3-repoze-lru-0.7-16.el9.noarch.rp 1.8 MB/s | 31 kB 00:00 2024-09-05T10:44:53.228 INFO:teuthology.orchestra.run.smithi173.stdout:(10/12): python3-routes-2.5.1-5.el9.noarch.rpm 7.4 MB/s | 188 kB 00:00 2024-09-05T10:44:53.320 INFO:teuthology.orchestra.run.smithi173.stdout:(11/12): ceph-mgr-dashboard-19.1.0-1421.gcb0f54 4.6 MB/s | 3.6 MB 00:00 2024-09-05T10:44:53.344 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:44:53.415 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:53.438 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:53.439 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:44:53.439 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T10:44:53.439 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:53.565 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:53.565 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:53.565 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:44:53.565 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:53.566 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:53.566 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:44:53.662 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:02 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:53.779 INFO:teuthology.orchestra.run.smithi173.stdout:(12/12): protobuf-compiler-3.14.0-13.el9.x86_64 1.0 MB/s | 863 kB 00:00 2024-09-05T10:44:53.782 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:53.782 INFO:teuthology.orchestra.run.smithi173.stdout:Total 5.4 MB/s | 8.7 MB 00:01 2024-09-05T10:44:53.789 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-mgr 2024-09-05T10:44:53.799 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:44:53.800 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 3.6 M 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 32 k 2024-09-05T10:44:53.801 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 16 k 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:53.802 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:44:53.803 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:44:53.803 INFO:teuthology.orchestra.run.smithi033.stdout:Install 12 Packages 2024-09-05T10:44:53.803 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:53.805 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 8.7 M 2024-09-05T10:44:53.805 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 104 M 2024-09-05T10:44:53.805 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:44:53.829 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:44:53.845 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:44:53.846 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:44:54.004 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:44:54.008 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:44:54.340 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd. 1/1 2024-09-05T10:44:54.340 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:54.340 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:44:54.340 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:44:54.340 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:54.340 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:44:54.355 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:00 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:44:54.434 INFO:teuthology.orchestra.run.smithi033.stdout:(1/12): ceph-grafana-dashboards-19.1.0-1421.gcb 191 kB/s | 32 kB 00:00 2024-09-05T10:44:54.448 INFO:teuthology.orchestra.run.smithi119.stdout:Package ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:54.460 INFO:teuthology.orchestra.run.smithi033.stdout:(2/12): ceph-prometheus-alerts-19.1.0-1421.gcb0 86 kB/s | 16 kB 00:00 2024-09-05T10:44:54.490 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:44:54.491 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:44:54.491 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:44:54.538 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:44:54.558 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-mgr-dashboard 2024-09-05T10:44:54.585 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-mgr 2024-09-05T10:44:54.601 INFO:teuthology.orchestra.run.smithi033.stdout:(3/12): python3-protobuf-3.14.0-13.el9.noarch.r 1.9 MB/s | 269 kB 00:00 2024-09-05T10:44:54.621 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-09-05T10:44:54.635 INFO:teuthology.orchestra.run.smithi033.stdout:(4/12): protobuf-3.14.0-13.el9.x86_64.rpm 5.0 MB/s | 1.0 MB 00:00 2024-09-05T10:44:54.664 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-09-05T10:44:54.694 INFO:teuthology.orchestra.run.smithi033.stdout:(5/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 9.2 MB/s | 548 kB 00:00 2024-09-05T10:44:54.711 INFO:teuthology.orchestra.run.smithi033.stdout:(6/12): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-05T10:44:54.711 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-09-05T10:44:54.741 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-09-05T10:44:54.769 INFO:teuthology.orchestra.run.smithi033.stdout:(7/12): python3-grpcio-1.46.7-10.el9.x86_64.rpm 35 MB/s | 2.0 MB 00:00 2024-09-05T10:44:54.772 INFO:teuthology.orchestra.run.smithi154.stdout:(1/12): ceph-prometheus-alerts-19.1.0-1421.gcb0 97 kB/s | 16 kB 00:00 2024-09-05T10:44:54.794 INFO:teuthology.orchestra.run.smithi033.stdout:(8/12): python3-grpcio-tools-1.46.7-10.el9.x86_ 5.7 MB/s | 144 kB 00:00 2024-09-05T10:44:54.797 INFO:teuthology.orchestra.run.smithi154.stdout:(2/12): ceph-grafana-dashboards-19.1.0-1421.gcb 164 kB/s | 32 kB 00:00 2024-09-05T10:44:54.811 INFO:teuthology.orchestra.run.smithi033.stdout:(9/12): python3-repoze-lru-0.7-16.el9.noarch.rp 1.8 MB/s | 31 kB 00:00 2024-09-05T10:44:54.818 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-09-05T10:44:54.837 INFO:teuthology.orchestra.run.smithi033.stdout:(10/12): python3-routes-2.5.1-5.el9.noarch.rpm 7.4 MB/s | 188 kB 00:00 2024-09-05T10:44:54.937 INFO:teuthology.orchestra.run.smithi033.stdout:(11/12): ceph-mgr-dashboard-19.1.0-1421.gcb0f54 5.3 MB/s | 3.6 MB 00:00 2024-09-05T10:44:54.939 INFO:teuthology.orchestra.run.smithi154.stdout:(3/12): python3-protobuf-3.14.0-13.el9.noarch.r 1.9 MB/s | 269 kB 00:00 2024-09-05T10:44:54.951 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-09-05T10:44:54.990 INFO:teuthology.orchestra.run.smithi154.stdout:(4/12): protobuf-3.14.0-13.el9.x86_64.rpm 4.7 MB/s | 1.0 MB 00:00 2024-09-05T10:44:55.021 INFO:teuthology.orchestra.run.smithi033.stdout:(12/12): protobuf-compiler-3.14.0-13.el9.x86_64 2.0 MB/s | 863 kB 00:00 2024-09-05T10:44:55.023 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:55.024 INFO:teuthology.orchestra.run.smithi033.stdout:Total 7.1 MB/s | 8.7 MB 00:01 2024-09-05T10:44:55.037 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-09-05T10:44:55.040 INFO:teuthology.orchestra.run.smithi154.stdout:(5/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 11 MB/s | 548 kB 00:00 2024-09-05T10:44:55.072 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:44:55.074 INFO:teuthology.orchestra.run.smithi154.stdout:(6/12): grpc-data-1.46.7-10.el9.noarch.rpm 585 kB/s | 19 kB 00:00 2024-09-05T10:44:55.079 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-09-05T10:44:55.090 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:44:55.090 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:44:55.105 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:01 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:44:55.117 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:55.140 INFO:teuthology.orchestra.run.smithi154.stdout:(7/12): python3-grpcio-1.46.7-10.el9.x86_64.rpm 31 MB/s | 2.0 MB 00:00 2024-09-05T10:44:55.148 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 10/12 2024-09-05T10:44:55.151 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:03 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:55.165 INFO:teuthology.orchestra.run.smithi154.stdout:(8/12): python3-grpcio-tools-1.46.7-10.el9.x86_ 5.7 MB/s | 144 kB 00:00 2024-09-05T10:44:55.224 INFO:teuthology.orchestra.run.smithi154.stdout:(9/12): ceph-mgr-dashboard-19.1.0-1421.gcb0f54b 5.7 MB/s | 3.6 MB 00:00 2024-09-05T10:44:55.237 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:44:55.238 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:55.238 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:44:55.238 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 3.6 M 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 32 k 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 16 k 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T10:44:55.239 INFO:teuthology.orchestra.run.smithi119.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout:Install 12 Packages 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:44:55.240 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 8.7 M 2024-09-05T10:44:55.241 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 104 M 2024-09-05T10:44:55.241 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:44:55.246 INFO:teuthology.orchestra.run.smithi050.stdout:Package ceph-mgr-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:44:55.250 INFO:teuthology.orchestra.run.smithi154.stdout:(10/12): python3-repoze-lru-0.7-16.el9.noarch.r 367 kB/s | 31 kB 00:00 2024-09-05T10:44:55.254 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:44:55.255 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:44:55.289 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:44:55.291 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:44:55.291 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:44:55.291 INFO:teuthology.orchestra.run.smithi154.stdout:(11/12): python3-routes-2.5.1-5.el9.noarch.rpm 2.8 MB/s | 188 kB 00:00 2024-09-05T10:44:55.325 INFO:teuthology.orchestra.run.smithi154.stdout:(12/12): protobuf-compiler-3.14.0-13.el9.x86_64 2.2 MB/s | 863 kB 00:00 2024-09-05T10:44:55.330 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:55.330 INFO:teuthology.orchestra.run.smithi154.stdout:Total 3.8 MB/s | 8.7 MB 00:02 2024-09-05T10:44:55.364 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-mgr-dashboard 2024-09-05T10:44:55.382 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:44:55.400 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:44:55.400 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:44:55.559 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:44:55.560 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:44:55.809 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:44:55.897 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-09-05T10:44:55.925 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:03 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:44:55.931 INFO:teuthology.orchestra.run.smithi119.stdout:(1/12): ceph-grafana-dashboards-19.1.0-1421.gcb 223 kB/s | 32 kB 00:00 2024-09-05T10:44:55.941 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-09-05T10:44:55.956 INFO:teuthology.orchestra.run.smithi119.stdout:(2/12): ceph-prometheus-alerts-19.1.0-1421.gcb0 98 kB/s | 16 kB 00:00 2024-09-05T10:44:55.988 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-09-05T10:44:56.025 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-09-05T10:44:56.063 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:44:56.064 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:56.064 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:44:56.064 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:56.064 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:44:56.064 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 3.6 M 2024-09-05T10:44:56.064 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:44:56.064 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 32 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 16 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T10:44:56.065 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T10:44:56.066 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:56.066 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:44:56.066 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:44:56.066 INFO:teuthology.orchestra.run.smithi050.stdout:Install 12 Packages 2024-09-05T10:44:56.066 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:44:56.067 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 8.7 M 2024-09-05T10:44:56.067 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 104 M 2024-09-05T10:44:56.067 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:44:56.105 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-09-05T10:44:56.106 INFO:teuthology.orchestra.run.smithi119.stdout:(3/12): python3-protobuf-3.14.0-13.el9.noarch.r 1.8 MB/s | 269 kB 00:00 2024-09-05T10:44:56.111 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:44:56.156 INFO:teuthology.orchestra.run.smithi119.stdout:(4/12): protobuf-3.14.0-13.el9.x86_64.rpm 4.5 MB/s | 1.0 MB 00:00 2024-09-05T10:44:56.192 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-09-05T10:44:56.208 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 11/12 2024-09-05T10:44:56.223 INFO:teuthology.orchestra.run.smithi119.stdout:(5/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 8.0 MB/s | 548 kB 00:00 2024-09-05T10:44:56.240 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:44:56.248 INFO:teuthology.orchestra.run.smithi119.stdout:(6/12): grpc-data-1.46.7-10.el9.noarch.rpm 787 kB/s | 19 kB 00:00 2024-09-05T10:44:56.249 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-09-05T10:44:56.261 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-09-05T10:44:56.307 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-09-05T10:44:56.338 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-09-05T10:44:56.343 INFO:teuthology.orchestra.run.smithi050.stdout:(1/12): ceph-prometheus-alerts-19.1.0-1421.gcb0 110 kB/s | 16 kB 00:00 2024-09-05T10:44:56.349 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-09-05T10:44:56.368 INFO:teuthology.orchestra.run.smithi050.stdout:(2/12): ceph-grafana-dashboards-19.1.0-1421.gcb 182 kB/s | 32 kB 00:00 2024-09-05T10:44:56.391 INFO:teuthology.orchestra.run.smithi119.stdout:(7/12): python3-grpcio-1.46.7-10.el9.x86_64.rpm 14 MB/s | 2.0 MB 00:00 2024-09-05T10:44:56.398 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-09-05T10:44:56.415 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-09-05T10:44:56.433 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:56.458 INFO:teuthology.orchestra.run.smithi119.stdout:(8/12): ceph-mgr-dashboard-19.1.0-1421.gcb0f54b 5.3 MB/s | 3.6 MB 00:00 2024-09-05T10:44:56.465 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 10/12 2024-09-05T10:44:56.483 INFO:teuthology.orchestra.run.smithi119.stdout:(9/12): protobuf-compiler-3.14.0-13.el9.x86_64. 2.2 MB/s | 863 kB 00:00 2024-09-05T10:44:56.517 INFO:teuthology.orchestra.run.smithi119.stdout:(10/12): python3-grpcio-tools-1.46.7-10.el9.x86 1.1 MB/s | 144 kB 00:00 2024-09-05T10:44:56.539 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-09-05T10:44:56.550 INFO:teuthology.orchestra.run.smithi119.stdout:(11/12): python3-repoze-lru-0.7-16.el9.noarch.r 334 kB/s | 31 kB 00:00 2024-09-05T10:44:56.584 INFO:teuthology.orchestra.run.smithi119.stdout:(12/12): python3-routes-2.5.1-5.el9.noarch.rpm 2.0 MB/s | 188 kB 00:00 2024-09-05T10:44:56.587 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:56.587 INFO:teuthology.orchestra.run.smithi119.stdout:Total 6.4 MB/s | 8.7 MB 00:01 2024-09-05T10:44:56.623 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-09-05T10:44:56.634 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:44:56.651 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:44:56.651 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:44:56.668 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-09-05T10:44:56.696 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:56.718 INFO:teuthology.orchestra.run.smithi050.stdout:(3/12): ceph-mgr-dashboard-19.1.0-1421.gcb0f54b 6.8 MB/s | 3.6 MB 00:00 2024-09-05T10:44:56.727 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 10/12 2024-09-05T10:44:56.809 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:44:56.810 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:44:56.952 INFO:teuthology.orchestra.run.smithi050.stdout:(4/12): python3-protobuf-3.14.0-13.el9.noarch.r 461 kB/s | 269 kB 00:00 2024-09-05T10:44:57.003 INFO:teuthology.orchestra.run.smithi050.stdout:(5/12): protobuf-compiler-3.14.0-13.el9.x86_64. 3.0 MB/s | 863 kB 00:00 2024-09-05T10:44:57.053 INFO:teuthology.orchestra.run.smithi050.stdout:(6/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 5.3 MB/s | 548 kB 00:00 2024-09-05T10:44:57.078 INFO:teuthology.orchestra.run.smithi050.stdout:(7/12): grpc-data-1.46.7-10.el9.noarch.rpm 266 kB/s | 19 kB 00:00 2024-09-05T10:44:57.112 INFO:teuthology.orchestra.run.smithi050.stdout:(8/12): python3-grpcio-tools-1.46.7-10.el9.x86_ 4.2 MB/s | 144 kB 00:00 2024-09-05T10:44:57.137 INFO:teuthology.orchestra.run.smithi050.stdout:(9/12): python3-repoze-lru-0.7-16.el9.noarch.rp 1.2 MB/s | 31 kB 00:00 2024-09-05T10:44:57.171 INFO:teuthology.orchestra.run.smithi050.stdout:(10/12): python3-routes-2.5.1-5.el9.noarch.rpm 5.5 MB/s | 188 kB 00:00 2024-09-05T10:44:57.204 INFO:teuthology.orchestra.run.smithi050.stdout:(11/12): protobuf-3.14.0-13.el9.x86_64.rpm 1.2 MB/s | 1.0 MB 00:00 2024-09-05T10:44:57.246 INFO:teuthology.orchestra.run.smithi050.stdout:(12/12): python3-grpcio-1.46.7-10.el9.x86_64.rp 11 MB/s | 2.0 MB 00:00 2024-09-05T10:44:57.250 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:44:57.250 INFO:teuthology.orchestra.run.smithi050.stdout:Total 7.3 MB/s | 8.7 MB 00:01 2024-09-05T10:44:57.300 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:44:57.319 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:44:57.319 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:44:57.331 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:44:57.401 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-09-05T10:44:57.436 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-09-05T10:44:57.484 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-09-05T10:44:57.484 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:44:57.486 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:44:57.513 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 1/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 2/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 3/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:57.521 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-09-05T10:44:57.522 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-09-05T10:44:57.585 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 11/12 2024-09-05T10:44:57.590 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-09-05T10:44:57.624 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:44:57.714 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-09-05T10:44:57.779 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 11/12 2024-09-05T10:44:57.807 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-09-05T10:44:57.812 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:44:57.829 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-09-05T10:44:57.829 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:57.829 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:44:57.829 INFO:teuthology.orchestra.run.smithi173.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T10:44:57.829 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:57.830 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:44:57.860 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-09-05T10:44:57.888 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:57.919 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 10/12 2024-09-05T10:44:58.061 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:44:58.073 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-05T10:44:58.148 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-09-05T10:44:58.191 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-09-05T10:44:58.238 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-09-05T10:44:58.276 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-09-05T10:44:58.355 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-09-05T10:44:58.491 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-09-05T10:44:58.582 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-09-05T10:44:58.627 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:07 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:44:58.631 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-09-05T10:44:58.659 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:58.691 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 10/12 2024-09-05T10:44:58.760 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:44:58.761 INFO:teuthology.orchestra.run.smithi173.stdout:======================================================================================= 2024-09-05T10:44:58.761 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:44:58.761 INFO:teuthology.orchestra.run.smithi173.stdout:======================================================================================= 2024-09-05T10:44:58.761 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 7.4 M 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T10:44:58.762 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T10:44:58.763 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T10:44:58.763 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:58.763 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:44:58.763 INFO:teuthology.orchestra.run.smithi173.stdout:======================================================================================= 2024-09-05T10:44:58.763 INFO:teuthology.orchestra.run.smithi173.stdout:Install 12 Packages 2024-09-05T10:44:58.763 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:44:58.764 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 38 M 2024-09-05T10:44:58.764 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 212 M 2024-09-05T10:44:58.764 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:44:58.927 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:44:58.927 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 1/12 2024-09-05T10:44:58.927 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 2/12 2024-09-05T10:44:58.927 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 3/12 2024-09-05T10:44:58.927 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-09-05T10:44:58.928 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-09-05T10:44:58.928 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-09-05T10:44:58.928 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-09-05T10:44:58.928 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-09-05T10:44:58.928 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:58.928 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-09-05T10:44:58.928 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-09-05T10:44:58.976 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 11/12 2024-09-05T10:44:59.012 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:44:59.116 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 1/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 2/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 3/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-09-05T10:44:59.117 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T10:44:59.231 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T10:44:59.232 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T10:44:59.232 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T10:44:59.232 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T10:44:59.232 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T10:44:59.232 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T10:44:59.232 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:44:59.232 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:44:59.303 INFO:teuthology.orchestra.run.smithi173.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 191 kB 00:00 2024-09-05T10:44:59.354 INFO:teuthology.orchestra.run.smithi173.stdout:(2/12): libgfortran-11.5.0-2.el9.x86_64.rpm 3.6 MB/s | 801 kB 00:00 2024-09-05T10:44:59.464 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-05T10:44:59.465 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-09-05T10:44:59.465 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:59.465 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:44:59.465 INFO:teuthology.orchestra.run.smithi154.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T10:44:59.465 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:44:59.466 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:44:59.562 INFO:teuthology.orchestra.run.smithi173.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 126 kB/s | 33 kB 00:00 2024-09-05T10:44:59.654 INFO:teuthology.orchestra.run.smithi173.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 198 kB/s | 18 kB 00:00 2024-09-05T10:44:59.729 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-05T10:44:59.804 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 11/12 2024-09-05T10:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout:(5/12): ceph-mgr-diskprediction-local-19.1.0-14 11 MB/s | 7.4 MB 00:00 2024-09-05T10:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout:(6/12): openblas-0.3.26-2.el9.x86_64.rpm 219 kB/s | 38 kB 00:00 2024-09-05T10:44:59.833 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:45:00.032 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:09 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:00.105 INFO:teuthology.orchestra.run.smithi173.stdout:(7/12): python3-devel-3.9.19-8.el9.x86_64.rpm 890 kB/s | 245 kB 00:00 2024-09-05T10:45:00.171 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 7.4 M 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T10:45:00.173 INFO:teuthology.orchestra.run.smithi033.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout:Install 12 Packages 2024-09-05T10:45:00.174 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:00.175 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 38 M 2024-09-05T10:45:00.175 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 212 M 2024-09-05T10:45:00.175 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:00.283 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:08 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 1/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 2/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 3/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-09-05T10:45:00.293 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:45:00.294 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-09-05T10:45:00.294 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-09-05T10:45:00.322 INFO:teuthology.orchestra.run.smithi173.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 3.1 MB/s | 3.0 MB 00:00 2024-09-05T10:45:00.417 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:00.418 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-09-05T10:45:00.418 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:45:00.418 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-09-05T10:45:00.418 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:00.418 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 7.4 M 2024-09-05T10:45:00.418 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:00.419 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-09-05T10:45:00.420 INFO:teuthology.orchestra.run.smithi154.stdout:Install 12 Packages 2024-09-05T10:45:00.420 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:00.420 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 38 M 2024-09-05T10:45:00.420 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 212 M 2024-09-05T10:45:00.420 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:00.439 INFO:teuthology.orchestra.run.smithi173.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 2.1 MB/s | 250 kB 00:00 2024-09-05T10:45:00.615 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-09-05T10:45:00.615 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:00.615 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:00.615 INFO:teuthology.orchestra.run.smithi119.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T10:45:00.615 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:00.615 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T10:45:00.616 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T10:45:00.617 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T10:45:00.617 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:00.617 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:00.753 INFO:teuthology.orchestra.run.smithi033.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 907 kB/s | 191 kB 00:00 2024-09-05T10:45:00.820 INFO:teuthology.orchestra.run.smithi033.stdout:(2/12): libgfortran-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 801 kB 00:00 2024-09-05T10:45:00.843 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-05T10:45:00.862 INFO:teuthology.orchestra.run.smithi033.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-09-05T10:45:00.912 INFO:teuthology.orchestra.run.smithi033.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 365 kB/s | 18 kB 00:00 2024-09-05T10:45:00.962 INFO:teuthology.orchestra.run.smithi033.stdout:(5/12): openblas-0.3.26-2.el9.x86_64.rpm 770 kB/s | 38 kB 00:00 2024-09-05T10:45:01.006 INFO:teuthology.orchestra.run.smithi173.stdout:(10/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.7 MB/s | 5.1 MB 00:00 2024-09-05T10:45:01.081 INFO:teuthology.orchestra.run.smithi173.stdout:(11/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 3.9 MB/s | 4.9 MB 00:01 2024-09-05T10:45:01.151 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 12/12 2024-09-05T10:45:01.151 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el 1/12 2024-09-05T10:45:01.151 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noa 2/12 2024-09-05T10:45:01.151 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9 3/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-09-05T10:45:01.152 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-09-05T10:45:01.213 INFO:teuthology.orchestra.run.smithi033.stdout:(6/12): ceph-mgr-diskprediction-local-19.1.0-14 11 MB/s | 7.4 MB 00:00 2024-09-05T10:45:01.299 INFO:teuthology.orchestra.run.smithi154.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 370 kB/s | 191 kB 00:00 2024-09-05T10:45:01.393 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:07 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:01.404 INFO:teuthology.orchestra.run.smithi033.stdout:(7/12): python3-devel-3.9.19-8.el9.x86_64.rpm 1.2 MB/s | 245 kB 00:00 2024-09-05T10:45:01.441 INFO:teuthology.orchestra.run.smithi154.stdout:(2/12): ceph-mgr-diskprediction-local-19.1.0-14 11 MB/s | 7.4 MB 00:00 2024-09-05T10:45:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-09-05T10:45:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:01.455 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:01.455 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:01.456 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:01.466 INFO:teuthology.orchestra.run.smithi154.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 196 kB/s | 33 kB 00:00 2024-09-05T10:45:01.525 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:01.526 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-09-05T10:45:01.526 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:45:01.526 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-09-05T10:45:01.526 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:01.526 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 7.4 M 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T10:45:01.527 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T10:45:01.528 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T10:45:01.528 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:01.528 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:01.528 INFO:teuthology.orchestra.run.smithi119.stdout:======================================================================================= 2024-09-05T10:45:01.528 INFO:teuthology.orchestra.run.smithi119.stdout:Install 12 Packages 2024-09-05T10:45:01.528 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:01.528 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 38 M 2024-09-05T10:45:01.529 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 212 M 2024-09-05T10:45:01.529 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:01.569 INFO:teuthology.orchestra.run.smithi154.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 182 kB/s | 18 kB 00:00 2024-09-05T10:45:01.592 INFO:teuthology.orchestra.run.smithi154.stdout:(5/12): libgfortran-11.5.0-2.el9.x86_64.rpm 989 kB/s | 801 kB 00:00 2024-09-05T10:45:01.676 INFO:teuthology.orchestra.run.smithi154.stdout:(6/12): openblas-0.3.26-2.el9.x86_64.rpm 355 kB/s | 38 kB 00:00 2024-09-05T10:45:01.690 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-05T10:45:01.766 INFO:teuthology.orchestra.run.smithi119.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 191 kB 00:00 2024-09-05T10:45:01.808 INFO:teuthology.orchestra.run.smithi119.stdout:(2/12): libgfortran-11.5.0-2.el9.x86_64.rpm 3.7 MB/s | 801 kB 00:00 2024-09-05T10:45:01.905 INFO:teuthology.orchestra.run.smithi033.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 2.8 MB/s | 3.0 MB 00:01 2024-09-05T10:45:01.951 INFO:teuthology.orchestra.run.smithi154.stdout:(7/12): python3-devel-3.9.19-8.el9.x86_64.rpm 890 kB/s | 245 kB 00:00 2024-09-05T10:45:02.021 INFO:teuthology.orchestra.run.smithi033.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 2.1 MB/s | 250 kB 00:00 2024-09-05T10:45:02.066 INFO:teuthology.orchestra.run.smithi119.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 109 kB/s | 33 kB 00:00 2024-09-05T10:45:02.167 INFO:teuthology.orchestra.run.smithi119.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 182 kB/s | 18 kB 00:00 2024-09-05T10:45:02.251 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:10 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:02.309 INFO:teuthology.orchestra.run.smithi119.stdout:(5/12): ceph-mgr-diskprediction-local-19.1.0-14 10 MB/s | 7.4 MB 00:00 2024-09-05T10:45:02.334 INFO:teuthology.orchestra.run.smithi119.stdout:(6/12): openblas-0.3.26-2.el9.x86_64.rpm 231 kB/s | 38 kB 00:00 2024-09-05T10:45:02.390 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:02.391 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 7.4 M 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T10:45:02.392 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout:Install 12 Packages 2024-09-05T10:45:02.393 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:02.394 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 38 M 2024-09-05T10:45:02.394 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 212 M 2024-09-05T10:45:02.394 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:02.413 INFO:teuthology.orchestra.run.smithi033.stdout:(10/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 3.4 MB/s | 4.9 MB 00:01 2024-09-05T10:45:02.434 INFO:teuthology.orchestra.run.smithi154.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 3.0 MB/s | 3.0 MB 00:00 2024-09-05T10:45:02.560 INFO:teuthology.orchestra.run.smithi154.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 2.0 MB/s | 250 kB 00:00 2024-09-05T10:45:02.618 INFO:teuthology.orchestra.run.smithi119.stdout:(7/12): python3-devel-3.9.19-8.el9.x86_64.rpm 863 kB/s | 245 kB 00:00 2024-09-05T10:45:02.656 INFO:teuthology.orchestra.run.smithi173.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 7.3 MB/s | 16 MB 00:02 2024-09-05T10:45:02.657 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:02.657 INFO:teuthology.orchestra.run.smithi173.stdout:Total 9.8 MB/s | 38 MB 00:03 2024-09-05T10:45:02.679 INFO:teuthology.orchestra.run.smithi050.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 1.3 MB/s | 191 kB 00:00 2024-09-05T10:45:02.738 INFO:teuthology.orchestra.run.smithi050.stdout:(2/12): libgfortran-11.5.0-2.el9.x86_64.rpm 3.9 MB/s | 801 kB 00:00 2024-09-05T10:45:02.822 INFO:teuthology.orchestra.run.smithi033.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.6 MB/s | 5.1 MB 00:01 2024-09-05T10:45:02.946 INFO:teuthology.orchestra.run.smithi050.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 123 kB/s | 33 kB 00:00 2024-09-05T10:45:03.009 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:03.034 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:03.035 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:03.046 INFO:teuthology.orchestra.run.smithi050.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 182 kB/s | 18 kB 00:00 2024-09-05T10:45:03.160 INFO:teuthology.orchestra.run.smithi154.stdout:(10/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 3.2 MB/s | 4.9 MB 00:01 2024-09-05T10:45:03.230 INFO:teuthology.orchestra.run.smithi050.stdout:(5/12): ceph-mgr-diskprediction-local-19.1.0-14 11 MB/s | 7.4 MB 00:00 2024-09-05T10:45:03.255 INFO:teuthology.orchestra.run.smithi050.stdout:(6/12): openblas-0.3.26-2.el9.x86_64.rpm 184 kB/s | 38 kB 00:00 2024-09-05T10:45:03.446 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:03.446 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:03.501 INFO:teuthology.orchestra.run.smithi119.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 1.8 MB/s | 3.0 MB 00:01 2024-09-05T10:45:03.620 INFO:teuthology.orchestra.run.smithi119.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 2.1 MB/s | 250 kB 00:00 2024-09-05T10:45:03.737 INFO:teuthology.orchestra.run.smithi154.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.9 MB/s | 5.1 MB 00:01 2024-09-05T10:45:03.781 INFO:teuthology.orchestra.run.smithi050.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 2.9 MB/s | 3.0 MB 00:01 2024-09-05T10:45:03.839 INFO:teuthology.orchestra.run.smithi050.stdout:(8/12): python3-devel-3.9.19-8.el9.x86_64.rpm 419 kB/s | 245 kB 00:00 2024-09-05T10:45:03.926 INFO:teuthology.orchestra.run.smithi119.stdout:(10/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 3.1 MB/s | 4.9 MB 00:01 2024-09-05T10:45:04.048 INFO:teuthology.orchestra.run.smithi050.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 1.2 MB/s | 250 kB 00:00 2024-09-05T10:45:04.208 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:04.277 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-05T10:45:04.312 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:04.318 INFO:teuthology.orchestra.run.smithi119.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.0 MB/s | 5.1 MB 00:01 2024-09-05T10:45:04.419 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:04.455 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-05T10:45:04.640 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-05T10:45:04.679 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-05T10:45:04.755 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-05T10:45:04.964 INFO:teuthology.orchestra.run.smithi033.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.5 MB/s | 16 MB 00:02 2024-09-05T10:45:04.965 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:04.965 INFO:teuthology.orchestra.run.smithi033.stdout:Total 8.0 MB/s | 38 MB 00:04 2024-09-05T10:45:05.336 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:05.362 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:05.362 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:05.390 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-05T10:45:05.508 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-05T10:45:05.795 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:05.795 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:05.823 INFO:teuthology.orchestra.run.smithi050.stdout:(10/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 1.9 MB/s | 4.9 MB 00:02 2024-09-05T10:45:06.572 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:06.643 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-05T10:45:06.680 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:06.723 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:06.792 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:06.830 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-05T10:45:07.021 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-05T10:45:07.054 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-05T10:45:07.133 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-05T10:45:07.576 INFO:teuthology.orchestra.run.smithi154.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.2 MB/s | 16 MB 00:05 2024-09-05T10:45:07.577 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:07.577 INFO:teuthology.orchestra.run.smithi154.stdout:Total 5.3 MB/s | 38 MB 00:07 2024-09-05T10:45:07.757 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-05T10:45:07.786 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:07.806 INFO:teuthology.orchestra.run.smithi050.stdout:(11/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.3 MB/s | 16 MB 00:03 2024-09-05T10:45:07.812 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-05T10:45:07.859 INFO:teuthology.orchestra.run.smithi119.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.8 MB/s | 16 MB 00:04 2024-09-05T10:45:07.861 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:07.861 INFO:teuthology.orchestra.run.smithi119.stdout:Total 6.0 MB/s | 38 MB 00:06 2024-09-05T10:45:07.920 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-05T10:45:07.928 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:07.954 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:07.955 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:08.198 INFO:teuthology.orchestra.run.smithi050.stdout:(12/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.2 MB/s | 5.1 MB 00:04 2024-09-05T10:45:08.199 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:08.199 INFO:teuthology.orchestra.run.smithi050.stdout:Total 6.6 MB/s | 38 MB 00:05 2024-09-05T10:45:08.218 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:08.245 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:08.245 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:08.367 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:08.368 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:08.565 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:08.593 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:08.593 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:08.659 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:08.660 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:09.028 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:09.029 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:09.139 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:09.199 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:09.214 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-05T10:45:09.250 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:09.368 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:09.409 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-05T10:45:09.458 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:09.522 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-05T10:45:09.558 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:09.595 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-05T10:45:09.624 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-05T10:45:09.665 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:09.701 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-05T10:45:09.709 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-05T10:45:09.809 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:09.869 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-05T10:45:09.894 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-05T10:45:09.905 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:09.932 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-05T10:45:10.009 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:10.009 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-05T10:45:10.056 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-05T10:45:10.247 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-05T10:45:10.272 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-05T10:45:10.280 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-05T10:45:10.303 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:10.366 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-05T10:45:10.384 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-05T10:45:10.430 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 1/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:10.431 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-05T10:45:10.488 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-05T10:45:10.658 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-05T10:45:10.770 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-05T10:45:10.813 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:10.814 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T10:45:10.815 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:10.815 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:11.066 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-05T10:45:11.197 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-05T10:45:11.207 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-mgr-rook 2024-09-05T10:45:11.724 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:11.773 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:20 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:11.905 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 49 k 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T10:45:11.907 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout:Install 13 Packages 2024-09-05T10:45:11.908 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:11.909 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 2.2 M 2024-09-05T10:45:11.909 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 26 M 2024-09-05T10:45:11.909 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:11.992 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:12.363 INFO:teuthology.orchestra.run.smithi173.stdout:(1/13): ceph-mgr-rook-19.1.0-1421.gcb0f54bd.el9 299 kB/s | 49 kB 00:00 2024-09-05T10:45:12.471 INFO:teuthology.orchestra.run.smithi173.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 94 kB/s | 26 kB 00:00 2024-09-05T10:45:12.491 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:12.496 INFO:teuthology.orchestra.run.smithi173.stdout:(3/13): python3-jsonpointer-2.0-4.el9.noarch.rp 64 kB/s | 19 kB 00:00 2024-09-05T10:45:12.753 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-05T10:45:12.790 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:12.820 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:12.820 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 1/12 2024-09-05T10:45:12.820 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:12.820 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:12.820 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-05T10:45:12.820 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-05T10:45:12.821 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-05T10:45:12.821 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-05T10:45:12.821 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-05T10:45:12.821 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-05T10:45:12.821 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:12.821 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-05T10:45:12.847 INFO:teuthology.orchestra.run.smithi173.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 454 kB/s | 159 kB 00:00 2024-09-05T10:45:12.914 INFO:teuthology.orchestra.run.smithi173.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 403 kB/s | 222 kB 00:00 2024-09-05T10:45:12.939 INFO:teuthology.orchestra.run.smithi173.stdout:(6/13): python3-pyasn1-modules-0.4.8-6.el9.noar 631 kB/s | 279 kB 00:00 2024-09-05T10:45:12.964 INFO:teuthology.orchestra.run.smithi173.stdout:(7/13): python3-requests-oauthlib-1.3.0-12.el9. 457 kB/s | 54 kB 00:00 2024-09-05T10:45:13.014 INFO:teuthology.orchestra.run.smithi173.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 320 kB/s | 32 kB 00:00 2024-09-05T10:45:13.037 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-05T10:45:13.040 INFO:teuthology.orchestra.run.smithi173.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 141 kB/s | 14 kB 00:00 2024-09-05T10:45:13.065 INFO:teuthology.orchestra.run.smithi173.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T10:45:13.081 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:13.098 INFO:teuthology.orchestra.run.smithi173.stdout:(11/13): python3-google-auth-2.34.0-1.el9.noarc 1.8 MB/s | 220 kB 00:00 2024-09-05T10:45:13.124 INFO:teuthology.orchestra.run.smithi173.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.5 MB/s | 90 kB 00:00 2024-09-05T10:45:13.166 INFO:teuthology.orchestra.run.smithi173.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 6.8 MB/s | 1.0 MB 00:00 2024-09-05T10:45:13.168 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:13.169 INFO:teuthology.orchestra.run.smithi173.stdout:Total 1.8 MB/s | 2.2 MB 00:01 2024-09-05T10:45:13.221 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:13.222 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T10:45:13.223 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:13.223 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:13.232 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:13.247 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:13.247 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:13.334 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:13.336 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:13.564 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-mgr-rook 2024-09-05T10:45:13.574 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-05T10:45:13.604 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:13.838 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:14.004 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-05T10:45:14.066 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-05T10:45:14.130 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:23 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:14.131 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-05T10:45:14.176 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-05T10:45:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-05T10:45:14.267 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:14.268 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:14.268 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 49 k 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T10:45:14.269 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:14.270 INFO:teuthology.orchestra.run.smithi033.stdout:Install 13 Packages 2024-09-05T10:45:14.271 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:14.271 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 2.2 M 2024-09-05T10:45:14.271 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 26 M 2024-09-05T10:45:14.271 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:14.320 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-05T10:45:14.421 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-05T10:45:14.486 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-05T10:45:14.495 INFO:teuthology.orchestra.run.smithi033.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 287 kB/s | 26 kB 00:00 2024-09-05T10:45:14.520 INFO:teuthology.orchestra.run.smithi033.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 168 kB/s | 19 kB 00:00 2024-09-05T10:45:14.612 INFO:teuthology.orchestra.run.smithi033.stdout:(3/13): ceph-mgr-rook-19.1.0-1421.gcb0f54bd.el9 239 kB/s | 49 kB 00:00 2024-09-05T10:45:14.664 INFO:teuthology.orchestra.run.smithi033.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.1 MB/s | 159 kB 00:00 2024-09-05T10:45:14.696 INFO:teuthology.orchestra.run.smithi033.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.2 MB/s | 222 kB 00:00 2024-09-05T10:45:14.721 INFO:teuthology.orchestra.run.smithi033.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 917 kB/s | 54 kB 00:00 2024-09-05T10:45:14.780 INFO:teuthology.orchestra.run.smithi033.stdout:(7/13): python3-cachetools-4.2.4-1.el9.noarch.r 385 kB/s | 32 kB 00:00 2024-09-05T10:45:14.805 INFO:teuthology.orchestra.run.smithi033.stdout:(8/13): python3-certifi-2023.05.07-4.el9.noarch 169 kB/s | 14 kB 00:00 2024-09-05T10:45:14.831 INFO:teuthology.orchestra.run.smithi033.stdout:(9/13): python3-google-auth-2.34.0-1.el9.noarch 4.4 MB/s | 220 kB 00:00 2024-09-05T10:45:14.856 INFO:teuthology.orchestra.run.smithi033.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T10:45:14.881 INFO:teuthology.orchestra.run.smithi033.stdout:(11/13): python3-pyasn1-modules-0.4.8-6.el9.noa 1.0 MB/s | 279 kB 00:00 2024-09-05T10:45:14.906 INFO:teuthology.orchestra.run.smithi033.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.7 MB/s | 90 kB 00:00 2024-09-05T10:45:14.948 INFO:teuthology.orchestra.run.smithi033.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 7.1 MB/s | 1.0 MB 00:00 2024-09-05T10:45:14.950 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:14.950 INFO:teuthology.orchestra.run.smithi033.stdout:Total 3.3 MB/s | 2.2 MB 00:00 2024-09-05T10:45:15.013 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:15.029 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:15.029 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:15.118 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:15.119 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:15.208 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-05T10:45:15.259 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 1/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-05T10:45:15.269 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-05T10:45:15.270 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:15.270 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-05T10:45:15.292 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-05T10:45:15.340 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-05T10:45:15.361 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:15.668 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 1/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:15.669 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-05T10:45:15.739 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-05T10:45:15.739 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:15.739 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:15.739 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T10:45:15.740 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:15.741 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:15.753 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:15.927 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-05T10:45:15.993 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-05T10:45:16.046 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-05T10:45:16.046 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:16.047 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:16.048 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T10:45:16.048 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:16.048 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:16.057 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-05T10:45:16.074 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-05T10:45:16.075 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-05T10:45:16.075 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-05T10:45:16.075 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-05T10:45:16.075 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-05T10:45:16.093 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-05T10:45:16.134 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-mgr-rook 2024-09-05T10:45:16.135 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 12/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f5 1/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-05T10:45:16.215 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-05T10:45:16.248 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-05T10:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-05T10:45:16.398 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-mgr-rook 2024-09-05T10:45:16.410 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-05T10:45:16.410 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:16.410 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:16.410 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T10:45:16.411 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:16.412 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:16.412 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-05T10:45:16.598 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T10:45:16.599 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T10:45:16.600 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:16.600 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T10:45:16.600 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T10:45:16.600 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:16.600 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:16.670 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-mgr-cephadm 2024-09-05T10:45:16.705 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:24 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:16.838 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:16.839 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:16.839 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 49 k 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T10:45:16.840 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout:Install 13 Packages 2024-09-05T10:45:16.841 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:16.842 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 2.2 M 2024-09-05T10:45:16.842 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 26 M 2024-09-05T10:45:16.842 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:16.965 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:22 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:16.974 INFO:teuthology.orchestra.run.smithi154.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 312 kB/s | 26 kB 00:00 2024-09-05T10:45:16.975 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-mgr-rook 2024-09-05T10:45:16.999 INFO:teuthology.orchestra.run.smithi154.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 179 kB/s | 19 kB 00:00 2024-09-05T10:45:17.058 INFO:teuthology.orchestra.run.smithi154.stdout:(3/13): ceph-mgr-rook-19.1.0-1421.gcb0f54bd.el9 297 kB/s | 49 kB 00:00 2024-09-05T10:45:17.098 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:17.099 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:17.099 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:45:17.099 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:17.099 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 49 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T10:45:17.100 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T10:45:17.101 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T10:45:17.101 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:17.101 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:17.101 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:17.101 INFO:teuthology.orchestra.run.smithi119.stdout:Install 13 Packages 2024-09-05T10:45:17.101 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:17.101 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 2.2 M 2024-09-05T10:45:17.102 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 26 M 2024-09-05T10:45:17.102 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:17.108 INFO:teuthology.orchestra.run.smithi154.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-05T10:45:17.133 INFO:teuthology.orchestra.run.smithi154.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.4 MB/s | 222 kB 00:00 2024-09-05T10:45:17.161 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-05T10:45:17.167 INFO:teuthology.orchestra.run.smithi154.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 916 kB/s | 54 kB 00:00 2024-09-05T10:45:17.201 INFO:teuthology.orchestra.run.smithi154.stdout:(7/13): python3-cachetools-4.2.4-1.el9.noarch.r 481 kB/s | 32 kB 00:00 2024-09-05T10:45:17.208 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-05T10:45:17.219 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:26 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:17.226 INFO:teuthology.orchestra.run.smithi154.stdout:(8/13): python3-certifi-2023.05.07-4.el9.noarch 249 kB/s | 14 kB 00:00 2024-09-05T10:45:17.250 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-05T10:45:17.251 INFO:teuthology.orchestra.run.smithi154.stdout:(9/13): python3-google-auth-2.34.0-1.el9.noarch 4.4 MB/s | 220 kB 00:00 2024-09-05T10:45:17.276 INFO:teuthology.orchestra.run.smithi154.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T10:45:17.298 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-05T10:45:17.302 INFO:teuthology.orchestra.run.smithi154.stdout:(11/13): python3-pyasn1-modules-0.4.8-6.el9.noa 1.1 MB/s | 279 kB 00:00 2024-09-05T10:45:17.327 INFO:teuthology.orchestra.run.smithi154.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.7 MB/s | 90 kB 00:00 2024-09-05T10:45:17.327 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:17.352 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:17.352 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 147 k 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:17.353 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:17.354 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:17.354 INFO:teuthology.orchestra.run.smithi173.stdout:Install 6 Packages 2024-09-05T10:45:17.354 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:17.354 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 7.0 M 2024-09-05T10:45:17.354 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 33 M 2024-09-05T10:45:17.354 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:17.361 INFO:teuthology.orchestra.run.smithi154.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 7.6 MB/s | 1.0 MB 00:00 2024-09-05T10:45:17.363 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:17.363 INFO:teuthology.orchestra.run.smithi154.stdout:Total 4.2 MB/s | 2.2 MB 00:00 2024-09-05T10:45:17.425 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:17.441 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:17.441 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:17.526 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:17.527 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:17.540 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:25 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:17.648 INFO:teuthology.orchestra.run.smithi119.stdout:(1/13): python3-jsonpointer-2.0-4.el9.noarch.rp 177 kB/s | 19 kB 00:00 2024-09-05T10:45:17.674 INFO:teuthology.orchestra.run.smithi119.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 191 kB/s | 26 kB 00:00 2024-09-05T10:45:17.677 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:17.678 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:17.678 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 49 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T10:45:17.679 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout:Install 13 Packages 2024-09-05T10:45:17.680 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:17.681 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 2.2 M 2024-09-05T10:45:17.681 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 26 M 2024-09-05T10:45:17.681 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:17.692 INFO:teuthology.orchestra.run.smithi173.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.2 MB/s | 248 kB 00:00 2024-09-05T10:45:17.699 INFO:teuthology.orchestra.run.smithi119.stdout:(3/13): ceph-mgr-rook-19.1.0-1421.gcb0f54bd.el9 310 kB/s | 49 kB 00:00 2024-09-05T10:45:17.717 INFO:teuthology.orchestra.run.smithi173.stdout:(2/6): ceph-mgr-cephadm-19.1.0-1421.gcb0f54bd.e 624 kB/s | 147 kB 00:00 2024-09-05T10:45:17.768 INFO:teuthology.orchestra.run.smithi173.stdout:(3/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 7.1 MB/s | 548 kB 00:00 2024-09-05T10:45:17.782 INFO:teuthology.orchestra.run.smithi119.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-05T10:45:17.784 INFO:teuthology.orchestra.run.smithi173.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 861 kB/s | 58 kB 00:00 2024-09-05T10:45:17.807 INFO:teuthology.orchestra.run.smithi119.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.4 MB/s | 222 kB 00:00 2024-09-05T10:45:17.810 INFO:teuthology.orchestra.run.smithi173.stdout:(5/6): python3-typing-extensions-4.12.2-2.el9.n 1.7 MB/s | 74 kB 00:00 2024-09-05T10:45:17.833 INFO:teuthology.orchestra.run.smithi119.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 1.0 MB/s | 54 kB 00:00 2024-09-05T10:45:17.875 INFO:teuthology.orchestra.run.smithi119.stdout:(7/13): python3-cachetools-4.2.4-1.el9.noarch.r 481 kB/s | 32 kB 00:00 2024-09-05T10:45:17.900 INFO:teuthology.orchestra.run.smithi119.stdout:(8/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.4 MB/s | 279 kB 00:00 2024-09-05T10:45:17.925 INFO:teuthology.orchestra.run.smithi119.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 153 kB/s | 14 kB 00:00 2024-09-05T10:45:17.959 INFO:teuthology.orchestra.run.smithi119.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.2 MB/s | 59 kB 00:00 2024-09-05T10:45:17.984 INFO:teuthology.orchestra.run.smithi119.stdout:(11/13): python3-google-auth-2.34.0-1.el9.noarc 2.0 MB/s | 220 kB 00:00 2024-09-05T10:45:18.009 INFO:teuthology.orchestra.run.smithi119.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.8 MB/s | 90 kB 00:00 2024-09-05T10:45:18.028 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:18.051 INFO:teuthology.orchestra.run.smithi119.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 6.8 MB/s | 1.0 MB 00:00 2024-09-05T10:45:18.054 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:18.054 INFO:teuthology.orchestra.run.smithi119.stdout:Total 2.3 MB/s | 2.2 MB 00:00 2024-09-05T10:45:18.072 INFO:teuthology.orchestra.run.smithi050.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 291 kB/s | 26 kB 00:00 2024-09-05T10:45:18.105 INFO:teuthology.orchestra.run.smithi050.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 157 kB/s | 19 kB 00:00 2024-09-05T10:45:18.118 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:18.133 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:18.133 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:18.180 INFO:teuthology.orchestra.run.smithi050.stdout:(3/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-09-05T10:45:18.202 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-05T10:45:18.206 INFO:teuthology.orchestra.run.smithi050.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 2.2 MB/s | 222 kB 00:00 2024-09-05T10:45:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/13 2024-09-05T10:45:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-05T10:45:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-05T10:45:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-05T10:45:18.209 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-05T10:45:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-05T10:45:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-05T10:45:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-05T10:45:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-05T10:45:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-05T10:45:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-05T10:45:18.210 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-05T10:45:18.220 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:18.221 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:18.231 INFO:teuthology.orchestra.run.smithi050.stdout:(5/13): ceph-mgr-rook-19.1.0-1421.gcb0f54bd.el9 199 kB/s | 49 kB 00:00 2024-09-05T10:45:18.253 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-05T10:45:18.256 INFO:teuthology.orchestra.run.smithi050.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 1.0 MB/s | 54 kB 00:00 2024-09-05T10:45:18.281 INFO:teuthology.orchestra.run.smithi050.stdout:(7/13): python3-pyasn1-modules-0.4.8-6.el9.noar 2.7 MB/s | 279 kB 00:00 2024-09-05T10:45:18.317 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-05T10:45:18.332 INFO:teuthology.orchestra.run.smithi050.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 320 kB/s | 32 kB 00:00 2024-09-05T10:45:18.354 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-05T10:45:18.357 INFO:teuthology.orchestra.run.smithi050.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 140 kB/s | 14 kB 00:00 2024-09-05T10:45:18.382 INFO:teuthology.orchestra.run.smithi050.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T10:45:18.395 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-05T10:45:18.416 INFO:teuthology.orchestra.run.smithi050.stdout:(11/13): python3-google-auth-2.34.0-1.el9.noarc 1.8 MB/s | 220 kB 00:00 2024-09-05T10:45:18.441 INFO:teuthology.orchestra.run.smithi050.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.5 MB/s | 90 kB 00:00 2024-09-05T10:45:18.475 INFO:teuthology.orchestra.run.smithi050.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 7.3 MB/s | 1.0 MB 00:00 2024-09-05T10:45:18.478 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:18.478 INFO:teuthology.orchestra.run.smithi050.stdout:Total 2.8 MB/s | 2.2 MB 00:00 2024-09-05T10:45:18.505 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-05T10:45:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-05T10:45:18.528 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T10:45:18.529 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T10:45:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T10:45:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:18.530 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:18.545 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:18.562 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:18.562 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:18.608 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-05T10:45:18.655 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:18.657 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:18.664 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-05T10:45:18.725 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:18.752 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-mgr-cephadm 2024-09-05T10:45:18.882 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-05T10:45:18.944 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-05T10:45:19.000 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-05T10:45:19.051 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-05T10:45:19.086 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-05T10:45:19.152 INFO:teuthology.orchestra.run.smithi173.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 3.6 MB/s | 6.0 MB 00:01 2024-09-05T10:45:19.155 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:19.155 INFO:teuthology.orchestra.run.smithi173.stdout:Total 3.9 MB/s | 7.0 MB 00:01 2024-09-05T10:45:19.166 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:19.189 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-05T10:45:19.227 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:19.239 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:19.239 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:19.290 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-05T10:45:19.318 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:28 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:19.337 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:19.339 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:19.346 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-05T10:45:19.348 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-05T10:45:19.380 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-05T10:45:19.412 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-05T10:45:19.436 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-05T10:45:19.459 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:19.460 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:19.460 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:45:19.460 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:19.460 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:19.460 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 147 k 2024-09-05T10:45:19.460 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:45:19.460 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout:Install 6 Packages 2024-09-05T10:45:19.461 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:19.462 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 7.0 M 2024-09-05T10:45:19.462 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 33 M 2024-09-05T10:45:19.462 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:19.470 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-05T10:45:19.476 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-05T10:45:19.511 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-05T10:45:19.520 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-05T10:45:19.553 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-05T10:45:19.556 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:19.642 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:19.668 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-05T10:45:19.803 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-05T10:45:19.817 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-05T10:45:19.855 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-05T10:45:19.871 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-05T10:45:20.065 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-05T10:45:20.074 INFO:teuthology.orchestra.run.smithi033.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.1 MB/s | 248 kB 00:00 2024-09-05T10:45:20.100 INFO:teuthology.orchestra.run.smithi033.stdout:(2/6): ceph-mgr-cephadm-19.1.0-1421.gcb0f54bd.e 609 kB/s | 147 kB 00:00 2024-09-05T10:45:20.110 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-05T10:45:20.142 INFO:teuthology.orchestra.run.smithi033.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 1.3 MB/s | 58 kB 00:00 2024-09-05T10:45:20.144 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-05T10:45:20.167 INFO:teuthology.orchestra.run.smithi033.stdout:(4/6): python3-typing-extensions-4.12.2-2.el9.n 3.2 MB/s | 74 kB 00:00 2024-09-05T10:45:20.192 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-05T10:45:20.201 INFO:teuthology.orchestra.run.smithi033.stdout:(5/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 4.3 MB/s | 548 kB 00:00 2024-09-05T10:45:20.214 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:20.326 INFO:teuthology.orchestra.run.smithi033.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-09-05T10:45:20.329 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:20.329 INFO:teuthology.orchestra.run.smithi033.stdout:Total 8.1 MB/s | 7.0 MB 00:00 2024-09-05T10:45:20.340 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:20.340 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/13 2024-09-05T10:45:20.340 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-05T10:45:20.340 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-05T10:45:20.341 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-05T10:45:20.398 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-05T10:45:20.401 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:20.413 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:20.413 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:20.490 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-05T10:45:20.516 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:20.516 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:20.553 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-05T10:45:20.599 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:20.618 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-05T10:45:20.669 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-05T10:45:20.678 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-05T10:45:20.678 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:20.678 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:20.678 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:20.678 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T10:45:20.678 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:20.679 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:20.703 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-05T10:45:20.752 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-05T10:45:20.780 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:20.928 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-mgr-cephadm 2024-09-05T10:45:20.938 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-05T10:45:20.993 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-05T10:45:20.994 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-05T10:45:20.994 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-05T10:45:20.994 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-05T10:45:20.994 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-05T10:45:21.115 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-05T10:45:21.170 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-05T10:45:21.308 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T10:45:21.309 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T10:45:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T10:45:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T10:45:21.310 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:21.310 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:21.351 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:21.351 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/6 2024-09-05T10:45:21.351 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-05T10:45:21.351 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-05T10:45:21.351 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-05T10:45:21.351 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-05T10:45:21.486 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:29 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 13/13 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/13 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-05T10:45:21.511 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-05T10:45:21.512 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-05T10:45:21.512 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-05T10:45:21.512 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-05T10:45:21.512 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-05T10:45:21.512 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-05T10:45:21.549 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-mgr-cephadm 2024-09-05T10:45:21.618 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:21.619 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:21.619 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 147 k 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:21.620 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:21.621 INFO:teuthology.orchestra.run.smithi154.stdout:Install 6 Packages 2024-09-05T10:45:21.621 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:21.621 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 7.0 M 2024-09-05T10:45:21.621 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 33 M 2024-09-05T10:45:21.621 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:21.634 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-05T10:45:21.634 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:21.634 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:21.634 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:21.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T10:45:21.635 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T10:45:21.635 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T10:45:21.635 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T10:45:21.635 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T10:45:21.635 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:21.635 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:21.731 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-05T10:45:21.817 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-05T10:45:21.828 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-05T10:45:21.828 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T10:45:21.829 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T10:45:21.830 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T10:45:21.830 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:21.830 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:21.876 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-fuse 2024-09-05T10:45:21.896 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-05T10:45:21.929 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:22.065 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-mgr-cephadm 2024-09-05T10:45:22.106 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:28 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:22.241 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 147 k 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T10:45:22.242 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T10:45:22.243 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T10:45:22.243 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T10:45:22.243 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:22.243 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:22.243 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:22.243 INFO:teuthology.orchestra.run.smithi119.stdout:Install 6 Packages 2024-09-05T10:45:22.243 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:22.244 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 7.0 M 2024-09-05T10:45:22.244 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 33 M 2024-09-05T10:45:22.244 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:22.270 INFO:teuthology.orchestra.run.smithi154.stdout:(1/6): ceph-mgr-cephadm-19.1.0-1421.gcb0f54bd.e 654 kB/s | 147 kB 00:00 2024-09-05T10:45:22.321 INFO:teuthology.orchestra.run.smithi154.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 11 MB/s | 548 kB 00:00 2024-09-05T10:45:22.346 INFO:teuthology.orchestra.run.smithi154.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 2.3 MB/s | 58 kB 00:00 2024-09-05T10:45:22.371 INFO:teuthology.orchestra.run.smithi154.stdout:(4/6): python3-typing-extensions-4.12.2-2.el9.n 2.9 MB/s | 74 kB 00:00 2024-09-05T10:45:22.396 INFO:teuthology.orchestra.run.smithi154.stdout:(5/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 709 kB/s | 248 kB 00:00 2024-09-05T10:45:22.436 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:31 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:22.569 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:22.570 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:22.570 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:45:22.570 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:22.570 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:22.570 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 897 k 2024-09-05T10:45:22.571 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-05T10:45:22.571 INFO:teuthology.orchestra.run.smithi173.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T10:45:22.571 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:22.571 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:22.571 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:22.571 INFO:teuthology.orchestra.run.smithi173.stdout:Install 2 Packages 2024-09-05T10:45:22.571 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:22.572 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 976 k 2024-09-05T10:45:22.572 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 2.9 M 2024-09-05T10:45:22.572 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:22.578 INFO:teuthology.orchestra.run.smithi119.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.7 MB/s | 248 kB 00:00 2024-09-05T10:45:22.628 INFO:teuthology.orchestra.run.smithi119.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 11 MB/s | 548 kB 00:00 2024-09-05T10:45:22.634 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:30 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:22.653 INFO:teuthology.orchestra.run.smithi119.stdout:(3/6): ceph-mgr-cephadm-19.1.0-1421.gcb0f54bd.e 675 kB/s | 147 kB 00:00 2024-09-05T10:45:22.670 INFO:teuthology.orchestra.run.smithi119.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 1.4 MB/s | 58 kB 00:00 2024-09-05T10:45:22.698 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:22.698 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/6 2024-09-05T10:45:22.698 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-05T10:45:22.698 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-05T10:45:22.698 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-05T10:45:22.698 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-05T10:45:22.704 INFO:teuthology.orchestra.run.smithi119.stdout:(5/6): python3-typing-extensions-4.12.2-2.el9.n 1.4 MB/s | 74 kB 00:00 2024-09-05T10:45:22.746 INFO:teuthology.orchestra.run.smithi173.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 625 kB/s | 80 kB 00:00 2024-09-05T10:45:22.775 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:22.775 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 147 k 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:22.776 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:22.777 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:22.777 INFO:teuthology.orchestra.run.smithi050.stdout:Install 6 Packages 2024-09-05T10:45:22.777 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:22.777 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 7.0 M 2024-09-05T10:45:22.777 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 33 M 2024-09-05T10:45:22.777 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:22.921 INFO:teuthology.orchestra.run.smithi173.stdout:(2/2): ceph-fuse-19.1.0-1421.gcb0f54bd.el9.x86_ 2.9 MB/s | 897 kB 00:00 2024-09-05T10:45:22.921 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:22.922 INFO:teuthology.orchestra.run.smithi173.stdout:Total 2.7 MB/s | 976 kB 00:00 2024-09-05T10:45:22.934 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:22.956 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:22.956 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:22.960 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-05T10:45:22.960 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:22.960 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:22.961 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:23.036 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:23.036 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:23.174 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-fuse 2024-09-05T10:45:23.225 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:23.252 INFO:teuthology.orchestra.run.smithi050.stdout:(1/6): ceph-mgr-cephadm-19.1.0-1421.gcb0f54bd.e 698 kB/s | 147 kB 00:00 2024-09-05T10:45:23.278 INFO:teuthology.orchestra.run.smithi050.stdout:(2/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.0 MB/s | 248 kB 00:00 2024-09-05T10:45:23.336 INFO:teuthology.orchestra.run.smithi050.stdout:(3/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 6.4 MB/s | 548 kB 00:00 2024-09-05T10:45:23.356 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-05T10:45:23.362 INFO:teuthology.orchestra.run.smithi050.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 758 kB/s | 58 kB 00:00 2024-09-05T10:45:23.387 INFO:teuthology.orchestra.run.smithi050.stdout:(5/6): python3-typing-extensions-4.12.2-2.el9.n 2.9 MB/s | 74 kB 00:00 2024-09-05T10:45:23.427 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:23.620 INFO:teuthology.orchestra.run.smithi050.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 10 MB/s | 6.0 MB 00:00 2024-09-05T10:45:23.622 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:23.623 INFO:teuthology.orchestra.run.smithi050.stdout:Total 8.3 MB/s | 7.0 MB 00:00 2024-09-05T10:45:23.696 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:23.707 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:23.707 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:23.741 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:32 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:23.804 INFO:teuthology.orchestra.run.smithi119.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 4.4 MB/s | 6.0 MB 00:01 2024-09-05T10:45:23.806 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:23.807 INFO:teuthology.orchestra.run.smithi119.stdout:Total 4.5 MB/s | 7.0 MB 00:01 2024-09-05T10:45:23.811 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:23.815 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:23.878 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:23.878 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 897 k 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:23.879 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:23.880 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:23.880 INFO:teuthology.orchestra.run.smithi033.stdout:Install 2 Packages 2024-09-05T10:45:23.880 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:23.880 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 976 k 2024-09-05T10:45:23.880 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 2.9 M 2024-09-05T10:45:23.880 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:23.889 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:23.889 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:23.987 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:23.989 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:24.088 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:24.088 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/2 2024-09-05T10:45:24.135 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:24.170 INFO:teuthology.orchestra.run.smithi033.stdout:(1/2): ceph-fuse-19.1.0-1421.gcb0f54bd.el9.x86_ 3.3 MB/s | 897 kB 00:00 2024-09-05T10:45:24.299 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:24.311 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-05T10:45:24.365 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-05T10:45:24.375 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-05T10:45:24.375 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:24.375 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:24.375 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-05T10:45:24.375 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:24.375 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:24.462 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-05T10:45:24.514 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-05T10:45:24.536 INFO:teuthology.orchestra.run.smithi033.stdout:(2/2): fuse-2.9.9-16.el9.x86_64.rpm 126 kB/s | 80 kB 00:00 2024-09-05T10:45:24.537 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:24.537 INFO:teuthology.orchestra.run.smithi033.stdout:Total 1.4 MB/s | 976 kB 00:00 2024-09-05T10:45:24.550 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:24.573 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:24.573 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:24.658 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:24.658 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:24.667 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-volume 2024-09-05T10:45:24.856 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:24.925 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-05T10:45:25.002 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-05T10:45:25.021 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-05T10:45:25.038 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-05T10:45:25.079 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:25.100 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-05T10:45:25.118 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-05T10:45:25.126 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:25.188 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-05T10:45:25.218 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:25.237 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:34 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:25.313 INFO:teuthology.orchestra.run.smithi154.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 1.8 MB/s | 6.0 MB 00:03 2024-09-05T10:45:25.315 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:25.315 INFO:teuthology.orchestra.run.smithi154.stdout:Total 1.9 MB/s | 7.0 MB 00:03 2024-09-05T10:45:25.375 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:25.376 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:25.376 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-05T10:45:25.376 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:25.376 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 285 k 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 285 k 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 1.3 M 2024-09-05T10:45:25.377 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:25.386 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:25.397 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:25.397 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:25.497 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:25.498 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:25.609 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-volume-19.1.0-1421.gcb0f54bd.el9.noarch.rp 1.2 MB/s | 285 kB 00:00 2024-09-05T10:45:25.609 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:25.609 INFO:teuthology.orchestra.run.smithi173.stdout:Total 1.2 MB/s | 285 kB 00:00 2024-09-05T10:45:25.610 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:25.618 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:25.618 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:25.641 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:25.641 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:25.721 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:25.721 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/2 2024-09-05T10:45:25.800 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:25.861 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:25.883 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:25.883 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/6 2024-09-05T10:45:25.883 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-05T10:45:25.883 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-05T10:45:25.883 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-05T10:45:25.883 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-05T10:45:25.927 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:25.944 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:25.944 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:25.944 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T10:45:25.944 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:25.954 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-05T10:45:25.955 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:25.955 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:25.955 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-05T10:45:25.955 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:25.955 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:25.969 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-05T10:45:26.031 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-05T10:45:26.074 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:26.074 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/6 2024-09-05T10:45:26.074 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-05T10:45:26.074 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-05T10:45:26.074 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-05T10:45:26.074 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:26.153 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:26.232 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-volume 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T10:45:26.327 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:26.328 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:26.394 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-fuse 2024-09-05T10:45:26.551 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-05T10:45:26.578 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-fuse 2024-09-05T10:45:26.642 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-05T10:45:26.705 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-05T10:45:26.735 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:26.802 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:35 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:26.940 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:26.941 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:26.941 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-09-05T10:45:26.941 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:26.941 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 285 k 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 285 k 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 1.3 M 2024-09-05T10:45:26.942 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:26.961 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:34 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:26.983 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:26.984 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:26.984 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:26.984 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:26.984 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:26.984 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:27.099 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 897 k 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:27.100 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:27.101 INFO:teuthology.orchestra.run.smithi050.stdout:Install 2 Packages 2024-09-05T10:45:27.101 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:27.101 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 976 k 2024-09-05T10:45:27.102 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 2.9 M 2024-09-05T10:45:27.102 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:27.128 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:33 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:27.149 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-volume-19.1.0-1421.gcb0f54bd.el9.noarch.rp 1.3 MB/s | 285 kB 00:00 2024-09-05T10:45:27.150 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:27.150 INFO:teuthology.orchestra.run.smithi033.stdout:Total 1.3 MB/s | 285 kB 00:00 2024-09-05T10:45:27.150 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:27.160 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:27.160 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:27.183 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:27.184 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:27.260 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 897 k 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout:Install 2 Packages 2024-09-05T10:45:27.261 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:27.262 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 976 k 2024-09-05T10:45:27.262 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 2.9 M 2024-09-05T10:45:27.262 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:27.281 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install librados-devel 2024-09-05T10:45:27.412 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:27.468 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:27.476 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 6/6 2024-09-05T10:45:27.476 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/6 2024-09-05T10:45:27.476 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-05T10:45:27.476 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-05T10:45:27.476 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-05T10:45:27.476 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-05T10:45:27.484 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:27.484 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:27.484 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T10:45:27.484 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:27.514 INFO:teuthology.orchestra.run.smithi050.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 517 kB/s | 80 kB 00:00 2024-09-05T10:45:27.656 INFO:teuthology.orchestra.run.smithi050.stdout:(2/2): ceph-fuse-19.1.0-1421.gcb0f54bd.el9.x86_ 3.0 MB/s | 897 kB 00:00 2024-09-05T10:45:27.657 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:27.657 INFO:teuthology.orchestra.run.smithi050.stdout:Total 1.7 MB/s | 976 kB 00:00 2024-09-05T10:45:27.669 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:27.672 INFO:teuthology.orchestra.run.smithi119.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 513 kB/s | 80 kB 00:00 2024-09-05T10:45:27.693 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:27.693 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:27.776 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:27.777 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:27.778 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:27.797 INFO:teuthology.orchestra.run.smithi119.stdout:(2/2): ceph-fuse-19.1.0-1421.gcb0f54bd.el9.x86_ 3.1 MB/s | 897 kB 00:00 2024-09-05T10:45:27.798 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:27.798 INFO:teuthology.orchestra.run.smithi119.stdout:Total 1.8 MB/s | 976 kB 00:00 2024-09-05T10:45:27.810 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:27.831 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:27.831 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:27.845 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:36 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:27.911 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:27.911 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:27.968 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:27.980 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repo Size 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 127 k 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:45:27.981 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:27.982 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 127 k 2024-09-05T10:45:27.982 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 456 k 2024-09-05T10:45:27.982 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:28.007 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-fuse 2024-09-05T10:45:28.097 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:28.114 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-05T10:45:28.189 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:28.214 INFO:teuthology.orchestra.run.smithi173.stdout:librados-devel-19.1.0-1421.gcb0f54bd.el9.x86_64 548 kB/s | 127 kB 00:00 2024-09-05T10:45:28.214 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:28.214 INFO:teuthology.orchestra.run.smithi173.stdout:Total 544 kB/s | 127 kB 00:00 2024-09-05T10:45:28.215 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:28.220 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:28.220 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:28.233 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-05T10:45:28.284 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:28.284 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:28.295 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:28.435 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:28.437 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:28.437 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:28.437 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:28.437 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:28.438 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:28.438 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:28.543 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:28.554 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:36 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:28.686 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:28.686 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:28.686 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:45:28.686 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 897 k 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout:Install 2 Packages 2024-09-05T10:45:28.687 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:28.688 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 976 k 2024-09-05T10:45:28.688 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 2.9 M 2024-09-05T10:45:28.688 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:28.712 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install librados-devel 2024-09-05T10:45:28.849 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:28.849 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/2 2024-09-05T10:45:28.919 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:28.919 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/2 2024-09-05T10:45:29.020 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:29.089 INFO:teuthology.orchestra.run.smithi154.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 541 kB/s | 80 kB 00:00 2024-09-05T10:45:29.127 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-05T10:45:29.127 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:29.127 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:29.128 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-05T10:45:29.128 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:29.128 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:29.178 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-05T10:45:29.178 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:29.178 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:29.178 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-05T10:45:29.178 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:29.178 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:29.214 INFO:teuthology.orchestra.run.smithi154.stdout:(2/2): ceph-fuse-19.1.0-1421.gcb0f54bd.el9.x86_ 3.2 MB/s | 897 kB 00:00 2024-09-05T10:45:29.215 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:29.215 INFO:teuthology.orchestra.run.smithi154.stdout:Total 1.8 MB/s | 976 kB 00:00 2024-09-05T10:45:29.226 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:29.247 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:29.248 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:29.275 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:29.275 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:29.275 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:29.275 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:29.275 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:29.275 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:29.282 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:38 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:29.327 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:29.327 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:29.410 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-volume 2024-09-05T10:45:29.421 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repo Size 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 127 k 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:45:29.422 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:29.423 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 127 k 2024-09-05T10:45:29.423 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 456 k 2024-09-05T10:45:29.423 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:29.436 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-volume 2024-09-05T10:45:29.516 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:29.559 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install libcephfs2 2024-09-05T10:45:29.613 INFO:teuthology.orchestra.run.smithi033.stdout:librados-devel-19.1.0-1421.gcb0f54bd.el9.x86_64 671 kB/s | 127 kB 00:00 2024-09-05T10:45:29.613 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:29.613 INFO:teuthology.orchestra.run.smithi033.stdout:Total 664 kB/s | 127 kB 00:00 2024-09-05T10:45:29.614 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:29.619 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:29.620 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:29.657 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-05T10:45:29.686 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:29.686 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:29.727 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:29.838 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:29.936 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:29.981 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:37 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:30.003 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:36 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:30.121 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:39 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:30.121 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:30.122 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:30.122 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-09-05T10:45:30.122 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:30.122 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:30.122 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 285 k 2024-09-05T10:45:30.122 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:30.123 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:30.123 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:30.123 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:45:30.123 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:30.123 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 285 k 2024-09-05T10:45:30.123 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 1.3 M 2024-09-05T10:45:30.123 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:30.134 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:30.135 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:30.135 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2024-09-05T10:45:30.135 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:30.135 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:30.135 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 285 k 2024-09-05T10:45:30.135 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:30.135 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:30.136 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:30.136 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:45:30.136 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:30.136 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 285 k 2024-09-05T10:45:30.136 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 1.3 M 2024-09-05T10:45:30.136 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:30.212 INFO:teuthology.orchestra.run.smithi173.stdout:Package libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:30.256 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:30.257 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:30.257 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:30.328 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install libcephfs-devel 2024-09-05T10:45:30.353 INFO:teuthology.orchestra.run.smithi050.stdout:ceph-volume-19.1.0-1421.gcb0f54bd.el9.noarch.rp 1.2 MB/s | 285 kB 00:00 2024-09-05T10:45:30.353 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:30.354 INFO:teuthology.orchestra.run.smithi050.stdout:Total 1.2 MB/s | 285 kB 00:00 2024-09-05T10:45:30.354 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:30.363 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:30.363 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:30.365 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2/2 2024-09-05T10:45:30.366 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/2 2024-09-05T10:45:30.366 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:30.368 INFO:teuthology.orchestra.run.smithi119.stdout:ceph-volume-19.1.0-1421.gcb0f54bd.el9.noarch.rp 1.2 MB/s | 285 kB 00:00 2024-09-05T10:45:30.369 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:30.369 INFO:teuthology.orchestra.run.smithi119.stdout:Total 1.2 MB/s | 285 kB 00:00 2024-09-05T10:45:30.369 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:30.377 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:30.377 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:30.386 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:30.387 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:30.400 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:30.401 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:30.612 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:30.612 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:30.612 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:30.612 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:30.613 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:30.613 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:30.613 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:30.617 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:30.626 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-05T10:45:30.626 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:30.626 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:30.626 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-05T10:45:30.626 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:30.627 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:30.687 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:30.688 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:30.703 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:30.703 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:30.703 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T10:45:30.703 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:30.704 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:30.704 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:30.704 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T10:45:30.704 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:30.855 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install libcephfs2 2024-09-05T10:45:30.882 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-volume 2024-09-05T10:45:30.886 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:39 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:31.019 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:31.019 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:31.019 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repo Size 2024-09-05T10:45:31.019 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:31.019 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 32 k 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 32 k 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 142 k 2024-09-05T10:45:31.020 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:31.167 INFO:teuthology.orchestra.run.smithi173.stdout:libcephfs-devel-19.1.0-1421.gcb0f54bd.el9.x86_6 216 kB/s | 32 kB 00:00 2024-09-05T10:45:31.168 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:31.168 INFO:teuthology.orchestra.run.smithi173.stdout:Total 213 kB/s | 32 kB 00:00 2024-09-05T10:45:31.168 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:31.172 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:31.172 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:31.177 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:31.177 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:31.266 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:31.379 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:31.426 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:40 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:31.449 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:39 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:31.519 INFO:teuthology.orchestra.run.smithi033.stdout:Package libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:31.565 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:31.566 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:31.566 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:31.587 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:31.587 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:31.587 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-09-05T10:45:31.587 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:31.587 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:31.587 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-volume noarch 2:19.1.0-1421.gcb0f54bd.el9 ceph-noarch 285 k 2024-09-05T10:45:31.587 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:31.588 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:31.588 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:31.588 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:45:31.588 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:31.588 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 285 k 2024-09-05T10:45:31.588 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 1.3 M 2024-09-05T10:45:31.588 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:31.628 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install libcephfs-devel 2024-09-05T10:45:31.656 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:31.656 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:31.656 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:31.657 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:31.657 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:31.657 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:31.660 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:31.660 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:31.660 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:31.660 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:31.660 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:31.660 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:31.719 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:31.811 INFO:teuthology.orchestra.run.smithi154.stdout:ceph-volume-19.1.0-1421.gcb0f54bd.el9.noarch.rp 1.3 MB/s | 285 kB 00:00 2024-09-05T10:45:31.811 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:31.811 INFO:teuthology.orchestra.run.smithi154.stdout:Total 1.2 MB/s | 285 kB 00:00 2024-09-05T10:45:31.812 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:31.820 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:31.820 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:31.842 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:31.843 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:31.937 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install librados-devel 2024-09-05T10:45:31.949 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install librados-devel 2024-09-05T10:45:31.956 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:31.956 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:31.956 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:31.956 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:31.956 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:31.957 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:32.061 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:32.129 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:32.145 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:32.145 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:32.145 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T10:45:32.145 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:32.172 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install librados2 2024-09-05T10:45:32.197 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:41 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repo Size 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 32 k 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:32.335 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:32.336 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:32.336 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:45:32.336 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:32.336 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 32 k 2024-09-05T10:45:32.336 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 142 k 2024-09-05T10:45:32.336 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:32.491 INFO:teuthology.orchestra.run.smithi033.stdout:libcephfs-devel-19.1.0-1421.gcb0f54bd.el9.x86_6 205 kB/s | 32 kB 00:00 2024-09-05T10:45:32.491 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:32.491 INFO:teuthology.orchestra.run.smithi033.stdout:Total 204 kB/s | 32 kB 00:00 2024-09-05T10:45:32.492 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:32.495 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:32.495 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:32.500 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:38 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:32.500 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:32.500 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:32.521 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:40 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:32.591 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:32.638 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repo Size 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 127 k 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:45:32.639 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:32.640 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 127 k 2024-09-05T10:45:32.640 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 456 k 2024-09-05T10:45:32.640 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:32.663 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:32.663 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repo Size 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 127 k 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:32.664 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 127 k 2024-09-05T10:45:32.665 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 456 k 2024-09-05T10:45:32.665 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:32.716 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:32.731 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:41 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:32.820 INFO:teuthology.orchestra.run.smithi173.stdout:Package librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:32.831 INFO:teuthology.orchestra.run.smithi119.stdout:librados-devel-19.1.0-1421.gcb0f54bd.el9.x86_64 664 kB/s | 127 kB 00:00 2024-09-05T10:45:32.832 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:32.832 INFO:teuthology.orchestra.run.smithi119.stdout:Total 659 kB/s | 127 kB 00:00 2024-09-05T10:45:32.832 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:32.837 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:32.838 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:32.864 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:32.865 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:32.865 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:32.866 INFO:teuthology.orchestra.run.smithi050.stdout:librados-devel-19.1.0-1421.gcb0f54bd.el9.x86_64 623 kB/s | 127 kB 00:00 2024-09-05T10:45:32.867 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:32.868 INFO:teuthology.orchestra.run.smithi050.stdout:Total 620 kB/s | 127 kB 00:00 2024-09-05T10:45:32.868 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:32.873 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:32.873 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:32.901 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:32.902 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:32.935 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install librbd1 2024-09-05T10:45:32.939 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:32.939 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:33.055 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:33.069 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.091 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 1/1 2024-09-05T10:45:33.091 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:33.091 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:33.091 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-volume-2:19.1.0-1421.gcb0f54bd.el9.noarch 2024-09-05T10:45:33.091 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:33.091 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:33.094 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:33.152 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.201 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.299 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.299 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:33.299 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:33.299 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:33.300 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:33.300 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:33.380 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install librados-devel 2024-09-05T10:45:33.463 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install librados2 2024-09-05T10:45:33.483 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:42 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:33.573 INFO:teuthology.orchestra.run.smithi173.stdout:Package librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:33.587 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.615 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:33.616 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:33.617 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:33.622 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.687 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install python3-rados 2024-09-05T10:45:33.820 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.820 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:33.820 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:33.821 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:33.821 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:33.821 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:33.873 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:33.873 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:33.873 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:33.874 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:33.874 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:33.874 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:33.954 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:41 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:34.026 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:43 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:34.091 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install libcephfs2 2024-09-05T10:45:34.092 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:34.092 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:34.092 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repo Size 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 127 k 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:45:34.093 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:34.095 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 127 k 2024-09-05T10:45:34.096 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 456 k 2024-09-05T10:45:34.096 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:34.113 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install libcephfs2 2024-09-05T10:45:34.118 INFO:teuthology.orchestra.run.smithi033.stdout:Package librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:34.164 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:34.165 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:34.165 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:34.232 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install librbd1 2024-09-05T10:45:34.240 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:43 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:34.273 INFO:teuthology.orchestra.run.smithi154.stdout:librados-devel-19.1.0-1421.gcb0f54bd.el9.x86_64 704 kB/s | 127 kB 00:00 2024-09-05T10:45:34.273 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:34.274 INFO:teuthology.orchestra.run.smithi154.stdout:Total 697 kB/s | 127 kB 00:00 2024-09-05T10:45:34.274 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:34.280 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:34.280 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:34.330 INFO:teuthology.orchestra.run.smithi173.stdout:Package python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:34.343 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:34.343 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:34.372 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:34.374 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:34.374 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:34.443 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install python3-rgw 2024-09-05T10:45:34.491 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:34.603 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:34.654 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:40 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:34.679 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:42 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:34.745 INFO:teuthology.orchestra.run.smithi119.stdout:Package libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:34.772 INFO:teuthology.orchestra.run.smithi050.stdout:Package libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:34.790 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:34.792 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:34.792 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:34.798 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:43 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:34.818 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:34.819 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:34.819 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:34.859 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install libcephfs-devel 2024-09-05T10:45:34.883 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install libcephfs-devel 2024-09-05T10:45:34.891 INFO:teuthology.orchestra.run.smithi033.stdout:Package librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:34.936 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:34.937 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:34.937 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:34.994 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:43 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:35.001 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install python3-rados 2024-09-05T10:45:35.062 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:35.084 INFO:teuthology.orchestra.run.smithi173.stdout:Package python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:35.127 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:35.128 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:35.128 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:35.200 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install python3-cephfs 2024-09-05T10:45:35.350 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:35.351 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:35.351 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:35.351 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:35.351 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:35.351 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:35.413 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:41 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:35.451 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:43 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:35.546 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repo Size 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 32 k 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:35.547 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 32 k 2024-09-05T10:45:35.548 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 142 k 2024-09-05T10:45:35.548 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:35.567 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:44 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:35.590 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:35.591 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:35.591 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repo Size 2024-09-05T10:45:35.591 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:35.591 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:35.591 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 32 k 2024-09-05T10:45:35.591 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:35.591 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:35.592 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:35.592 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:45:35.592 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:35.592 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 32 k 2024-09-05T10:45:35.592 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 142 k 2024-09-05T10:45:35.592 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:35.644 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install libcephfs2 2024-09-05T10:45:35.659 INFO:teuthology.orchestra.run.smithi033.stdout:Package python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:35.693 INFO:teuthology.orchestra.run.smithi119.stdout:libcephfs-devel-19.1.0-1421.gcb0f54bd.el9.x86_6 218 kB/s | 32 kB 00:00 2024-09-05T10:45:35.694 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:35.694 INFO:teuthology.orchestra.run.smithi119.stdout:Total 216 kB/s | 32 kB 00:00 2024-09-05T10:45:35.694 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:35.698 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:35.698 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:35.702 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:35.702 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:35.705 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:35.706 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:35.706 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:35.738 INFO:teuthology.orchestra.run.smithi050.stdout:libcephfs-devel-19.1.0-1421.gcb0f54bd.el9.x86_6 218 kB/s | 32 kB 00:00 2024-09-05T10:45:35.738 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:35.738 INFO:teuthology.orchestra.run.smithi050.stdout:Total 216 kB/s | 32 kB 00:00 2024-09-05T10:45:35.738 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:35.743 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:35.743 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:35.747 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:35.748 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:35.756 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:44 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:35.777 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install python3-rgw 2024-09-05T10:45:35.795 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:35.836 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:35.845 INFO:teuthology.orchestra.run.smithi173.stdout:Package python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:35.888 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:35.889 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:35.889 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:35.897 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:35.961 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:35.971 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install python3-rbd 2024-09-05T10:45:36.210 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:44 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:36.249 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:36.303 INFO:teuthology.orchestra.run.smithi154.stdout:Package libcephfs2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:36.323 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:36.346 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:45 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:36.348 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:36.349 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:36.349 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:36.416 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install libcephfs-devel 2024-09-05T10:45:36.438 INFO:teuthology.orchestra.run.smithi033.stdout:Package python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:36.465 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:36.465 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:36.465 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:36.465 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:36.465 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:36.465 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:36.484 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:36.485 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:36.486 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:36.519 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:45 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:36.554 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install python3-cephfs 2024-09-05T10:45:36.559 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:36.559 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:36.559 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:36.559 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:36.559 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:36.559 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:36.607 INFO:teuthology.orchestra.run.smithi173.stdout:Package python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:36.647 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install librados2 2024-09-05T10:45:36.650 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:36.651 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:36.651 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:36.726 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install rbd-fuse 2024-09-05T10:45:36.738 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install librados2 2024-09-05T10:45:36.971 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:44 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repo Size 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 32 k 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:37.104 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:37.105 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:37.105 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:45:37.105 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:37.105 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 32 k 2024-09-05T10:45:37.105 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 142 k 2024-09-05T10:45:37.105 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:37.120 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:37.193 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:43 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:37.213 INFO:teuthology.orchestra.run.smithi033.stdout:Package python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:37.258 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:37.259 INFO:teuthology.orchestra.run.smithi154.stdout:libcephfs-devel-19.1.0-1421.gcb0f54bd.el9.x86_6 205 kB/s | 32 kB 00:00 2024-09-05T10:45:37.260 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:37.260 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:37.260 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:37.260 INFO:teuthology.orchestra.run.smithi154.stdout:Total 204 kB/s | 32 kB 00:00 2024-09-05T10:45:37.260 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:37.264 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:37.264 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:37.268 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:37.269 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:37.283 INFO:teuthology.orchestra.run.smithi119.stdout:Package librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:37.284 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:37.302 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:45 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:37.326 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:37.327 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:37.327 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:37.347 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:37.394 INFO:teuthology.orchestra.run.smithi050.stdout:Package librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:37.395 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install librbd1 2024-09-05T10:45:37.416 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:37.417 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:37.417 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:37.417 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:37.417 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:37.417 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 85 k 2024-09-05T10:45:37.417 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:37.417 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:37.418 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:37.418 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:45:37.418 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:37.418 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 85 k 2024-09-05T10:45:37.418 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 231 k 2024-09-05T10:45:37.418 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:37.440 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:37.441 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:37.441 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:37.446 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:37.447 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install python3-rbd 2024-09-05T10:45:37.509 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install librbd1 2024-09-05T10:45:37.629 INFO:teuthology.orchestra.run.smithi173.stdout:rbd-fuse-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 405 kB/s | 85 kB 00:00 2024-09-05T10:45:37.629 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:37.629 INFO:teuthology.orchestra.run.smithi173.stdout:Total 403 kB/s | 85 kB 00:00 2024-09-05T10:45:37.629 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:37.636 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:37.636 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:37.699 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:37.700 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:37.797 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:37.853 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:37.948 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:43 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:37.957 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:38.013 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:47 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:38.037 INFO:teuthology.orchestra.run.smithi119.stdout:Package librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:38.057 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:38.057 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:38.057 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:38.058 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:38.058 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:38.058 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:38.073 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:38.081 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:38.082 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:38.082 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:38.106 INFO:teuthology.orchestra.run.smithi033.stdout:Package python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:38.152 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:38.153 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:38.153 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:38.154 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install python3-rados 2024-09-05T10:45:38.165 INFO:teuthology.orchestra.run.smithi050.stdout:Package librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:38.210 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:38.211 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:38.212 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:38.218 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install rbd-fuse 2024-09-05T10:45:38.245 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install librados2 2024-09-05T10:45:38.286 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install python3-rados 2024-09-05T10:45:38.342 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:38.600 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:38.601 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:38.601 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:38.601 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:38.601 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:38.601 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:38.708 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:44 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:38.785 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:47 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:38.797 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:38.798 INFO:teuthology.orchestra.run.smithi119.stdout:Package python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:38.840 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:38.841 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:38.841 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:38.847 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:38.875 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install rbd-mirror 2024-09-05T10:45:38.887 INFO:teuthology.orchestra.run.smithi154.stdout:Package librados2-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:38.913 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install python3-rgw 2024-09-05T10:45:38.922 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 85 k 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:38.923 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:45:38.924 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:38.924 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 85 k 2024-09-05T10:45:38.924 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 231 k 2024-09-05T10:45:38.924 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:38.929 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:38.930 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:38.930 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:38.940 INFO:teuthology.orchestra.run.smithi050.stdout:Package python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:38.986 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:38.987 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:38.988 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:39.002 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install librbd1 2024-09-05T10:45:39.048 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install python3-rgw 2024-09-05T10:45:39.119 INFO:teuthology.orchestra.run.smithi033.stdout:rbd-fuse-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 439 kB/s | 85 kB 00:00 2024-09-05T10:45:39.119 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:39.119 INFO:teuthology.orchestra.run.smithi033.stdout:Total 436 kB/s | 85 kB 00:00 2024-09-05T10:45:39.120 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:39.127 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:39.127 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:39.194 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:39.194 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:39.339 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:39.451 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:39.462 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:48 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:39.469 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:45 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:39.558 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:47 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:39.559 INFO:teuthology.orchestra.run.smithi119.stdout:Package python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:39.602 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:39.602 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:39.602 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repo Size 2024-09-05T10:45:39.602 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:39.602 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:39.602 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.1 M 2024-09-05T10:45:39.603 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:39.603 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:39.603 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:39.603 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:45:39.603 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:39.603 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:39.604 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 3.1 M 2024-09-05T10:45:39.604 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 13 M 2024-09-05T10:45:39.604 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:39.604 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:39.605 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:39.616 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:47 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:39.649 INFO:teuthology.orchestra.run.smithi154.stdout:Package librbd1-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:39.677 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install python3-cephfs 2024-09-05T10:45:39.691 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:39.692 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:39.692 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:39.709 INFO:teuthology.orchestra.run.smithi050.stdout:Package python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:39.754 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:39.755 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:39.755 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:39.776 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install python3-rados 2024-09-05T10:45:39.823 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:39.824 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install python3-cephfs 2024-09-05T10:45:40.008 INFO:teuthology.orchestra.run.smithi173.stdout:rbd-mirror-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 7.7 MB/s | 3.1 MB 00:00 2024-09-05T10:45:40.009 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:40.009 INFO:teuthology.orchestra.run.smithi173.stdout:Total 7.6 MB/s | 3.1 MB 00:00 2024-09-05T10:45:40.009 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:40.018 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:40.018 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:40.053 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:40.053 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:40.053 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:40.053 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:40.053 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:40.053 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:40.099 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:40.099 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:40.229 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:40.303 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install rbd-mirror 2024-09-05T10:45:40.319 INFO:teuthology.orchestra.run.smithi119.stdout:Package python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:40.362 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:40.363 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:40.363 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:40.380 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:48 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:40.389 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:48 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:40.436 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install python3-rbd 2024-09-05T10:45:40.471 INFO:teuthology.orchestra.run.smithi154.stdout:Package python3-rados-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:40.482 INFO:teuthology.orchestra.run.smithi050.stdout:Package python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:40.515 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:40.516 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:40.517 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:40.527 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:40.528 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:40.529 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:40.530 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:40.583 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:40.589 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install python3-rgw 2024-09-05T10:45:40.599 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install python3-rbd 2024-09-05T10:45:40.609 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:40.609 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:40.609 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T10:45:40.609 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:40.609 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:40.610 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:40.876 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:40.987 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:41.017 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:41.017 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:41.017 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repo Size 2024-09-05T10:45:41.018 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:41.018 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:41.018 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.1 M 2024-09-05T10:45:41.018 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:41.018 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:41.018 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:41.019 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:45:41.019 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:41.019 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 3.1 M 2024-09-05T10:45:41.019 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 13 M 2024-09-05T10:45:41.019 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:41.076 INFO:teuthology.orchestra.run.smithi119.stdout:Package python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:41.119 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:41.120 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:41.120 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:41.145 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:41.162 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:41.195 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install rbd-fuse 2024-09-05T10:45:41.234 INFO:teuthology.orchestra.run.smithi154.stdout:Package python3-rgw-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:41.255 INFO:teuthology.orchestra.run.smithi050.stdout:Package python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:41.277 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:41.279 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:41.279 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:41.301 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:41.302 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:41.302 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:41.351 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install python3-cephfs 2024-09-05T10:45:41.374 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install rbd-fuse 2024-09-05T10:45:41.389 INFO:teuthology.orchestra.run.smithi033.stdout:rbd-mirror-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 8.4 MB/s | 3.1 MB 00:00 2024-09-05T10:45:41.390 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:41.390 INFO:teuthology.orchestra.run.smithi033.stdout:Total 8.3 MB/s | 3.1 MB 00:00 2024-09-05T10:45:41.391 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:41.401 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:41.401 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:41.485 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:41.486 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:41.745 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:47 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:41.757 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:41.757 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:41.757 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:41.757 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:41.757 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:41.758 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:41.875 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 85 k 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:41.876 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:41.877 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:45:41.877 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:41.877 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 85 k 2024-09-05T10:45:41.877 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 231 k 2024-09-05T10:45:41.877 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:41.907 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:41.932 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:41.940 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:41.998 INFO:teuthology.orchestra.run.smithi154.stdout:Package python3-cephfs-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:42.007 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:42.016 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install rbd-nbd 2024-09-05T10:45:42.032 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:42.033 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:42.033 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T10:45:42.033 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:42.033 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:42.033 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:42.041 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:42.042 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:42.042 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:42.071 INFO:teuthology.orchestra.run.smithi119.stdout:rbd-fuse-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 441 kB/s | 85 kB 00:00 2024-09-05T10:45:42.071 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:42.072 INFO:teuthology.orchestra.run.smithi119.stdout:Total 438 kB/s | 85 kB 00:00 2024-09-05T10:45:42.072 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:42.078 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:42.079 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:42.079 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:42.079 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:42.079 INFO:teuthology.orchestra.run.smithi050.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:42.079 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:42.079 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:42.079 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 85 k 2024-09-05T10:45:42.080 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:42.080 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:42.080 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:42.080 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:45:42.080 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:42.081 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 85 k 2024-09-05T10:45:42.081 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 231 k 2024-09-05T10:45:42.081 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:42.122 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install python3-rbd 2024-09-05T10:45:42.141 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:42.142 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:42.266 INFO:teuthology.orchestra.run.smithi050.stdout:rbd-fuse-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 461 kB/s | 85 kB 00:00 2024-09-05T10:45:42.266 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:42.266 INFO:teuthology.orchestra.run.smithi050.stdout:Total 458 kB/s | 85 kB 00:00 2024-09-05T10:45:42.267 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:42.274 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:42.274 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:42.289 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:42.340 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:42.341 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:42.383 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:42.492 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:42.581 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:51 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:42.598 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:42.681 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:50 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:42.718 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 170 k 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout:Install 1 Package 2024-09-05T10:45:42.719 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:42.720 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 170 k 2024-09-05T10:45:42.720 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 494 k 2024-09-05T10:45:42.720 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-05T10:45:42.725 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:42.772 INFO:teuthology.orchestra.run.smithi154.stdout:Package python3-rbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 is already installed. 2024-09-05T10:45:42.815 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:42.816 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:42.816 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:42.948 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install rbd-fuse 2024-09-05T10:45:42.967 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:42.967 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:42.967 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:42.967 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:42.967 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:42.967 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:42.973 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:43.155 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:43.156 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:43.156 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:43.156 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:43.156 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:43.156 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:43.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:43.202 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:43.202 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:43.202 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:43.202 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:43.202 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:43.238 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install rbd-mirror 2024-09-05T10:45:43.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install rbd-nbd 2024-09-05T10:45:43.461 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install rbd-mirror 2024-09-05T10:45:43.512 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:51 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:43.655 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 85 k 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:45:43.656 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:43.657 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 85 k 2024-09-05T10:45:43.657 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 231 k 2024-09-05T10:45:43.657 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:43.807 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:43.821 INFO:teuthology.orchestra.run.smithi154.stdout:rbd-fuse-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 522 kB/s | 85 kB 00:00 2024-09-05T10:45:43.822 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:43.823 INFO:teuthology.orchestra.run.smithi154.stdout:Total 514 kB/s | 85 kB 00:00 2024-09-05T10:45:43.823 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:43.835 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:43.835 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:43.909 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:43.910 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:43.950 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repo Size 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.1 M 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:45:43.951 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:43.952 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 3.1 M 2024-09-05T10:45:43.952 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 13 M 2024-09-05T10:45:43.952 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:43.962 INFO:teuthology.orchestra.run.smithi173.stdout:rbd-nbd-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 137 kB/s | 170 kB 00:01 2024-09-05T10:45:43.962 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:43.963 INFO:teuthology.orchestra.run.smithi173.stdout:Total 137 kB/s | 170 kB 00:01 2024-09-05T10:45:43.963 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-05T10:45:43.963 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:52 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:43.972 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-05T10:45:43.972 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-05T10:45:44.040 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:52 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:44.041 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-05T10:45:44.041 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-05T10:45:44.056 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:44.102 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:44.102 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 170 k 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:Install 1 Package 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 170 k 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 494 k 2024-09-05T10:45:44.103 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-09-05T10:45:44.159 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.179 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repo Size 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.1 M 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:44.180 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:44.181 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:45:44.181 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:44.181 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 3.1 M 2024-09-05T10:45:44.181 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 13 M 2024-09-05T10:45:44.181 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:44.196 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-05T10:45:44.299 INFO:teuthology.orchestra.run.smithi119.stdout:rbd-mirror-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 8.9 MB/s | 3.1 MB 00:00 2024-09-05T10:45:44.300 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:44.300 INFO:teuthology.orchestra.run.smithi119.stdout:Total 8.9 MB/s | 3.1 MB 00:00 2024-09-05T10:45:44.301 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:44.309 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:44.309 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:44.315 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.317 INFO:teuthology.orchestra.run.smithi033.stdout:rbd-nbd-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 798 kB/s | 170 kB 00:00 2024-09-05T10:45:44.318 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:44.318 INFO:teuthology.orchestra.run.smithi033.stdout:Total 792 kB/s | 170 kB 00:00 2024-09-05T10:45:44.318 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-09-05T10:45:44.326 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-09-05T10:45:44.326 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-09-05T10:45:44.391 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:44.392 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:44.393 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-09-05T10:45:44.393 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-09-05T10:45:44.511 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.537 INFO:teuthology.orchestra.run.smithi050.stdout:rbd-mirror-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 8.7 MB/s | 3.1 MB 00:00 2024-09-05T10:45:44.537 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:44.538 INFO:teuthology.orchestra.run.smithi050.stdout:Total 8.7 MB/s | 3.1 MB 00:00 2024-09-05T10:45:44.538 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:44.548 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:44.548 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:44.548 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-09-05T10:45:44.633 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:44.633 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:44.658 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.752 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.767 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.767 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:44.767 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:44.767 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:44.767 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:44.767 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:44.821 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:44.900 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.926 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:44.926 INFO:teuthology.orchestra.run.smithi119.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:44.926 INFO:teuthology.orchestra.run.smithi119.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T10:45:44.927 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:44.927 INFO:teuthology.orchestra.run.smithi119.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:44.927 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:45.010 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install rbd-mirror 2024-09-05T10:45:45.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:45.049 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:45.049 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-05T10:45:45.049 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:45.049 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T10:45:45.049 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:45.084 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:45.146 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:45.171 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:45.171 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:45.171 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T10:45:45.171 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:45.171 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:45.171 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:45.224 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:45.301 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install nvme-cli 2024-09-05T10:45:45.484 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:45.484 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:45.484 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-09-05T10:45:45.484 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:45.484 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T10:45:45.484 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:45.578 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:53 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:45.717 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:45.718 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:45.718 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repo Size 2024-09-05T10:45:45.718 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:45.718 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:45.718 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 3.1 M 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 3.1 M 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 13 M 2024-09-05T10:45:45.719 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:45.736 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install nvme-cli 2024-09-05T10:45:45.870 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:54 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:45.963 INFO:teuthology.orchestra.run.smithi173.stdout:Package nvme-cli-2.9.1-6.el9.x86_64 is already installed. 2024-09-05T10:45:45.999 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:45.999 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:45.999 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:45.999 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:45.999 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:45.999 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:46.007 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-05T10:45:46.008 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-09-05T10:45:46.008 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-05T10:45:46.104 DEBUG:teuthology.parallel:result is None 2024-09-05T10:45:46.107 INFO:teuthology.orchestra.run.smithi154.stdout:rbd-mirror-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 8.0 MB/s | 3.1 MB 00:00 2024-09-05T10:45:46.108 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:46.108 INFO:teuthology.orchestra.run.smithi154.stdout:Total 7.9 MB/s | 3.1 MB 00:00 2024-09-05T10:45:46.109 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:46.118 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:46.118 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:46.189 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:46.189 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:46.189 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:46.189 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:46.190 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:46.190 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:46.199 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:46.200 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:46.235 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install rbd-nbd 2024-09-05T10:45:46.303 INFO:teuthology.orchestra.run.smithi033.stdout:Last metadata expiration check: 0:01:55 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T10:45:46.395 INFO:teuthology.orchestra.run.smithi033.stdout:Package nvme-cli-2.9.1-6.el9.x86_64 is already installed. 2024-09-05T10:45:46.425 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install rbd-nbd 2024-09-05T10:45:46.441 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-09-05T10:45:46.442 INFO:teuthology.orchestra.run.smithi033.stdout:Nothing to do. 2024-09-05T10:45:46.442 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-09-05T10:45:46.517 DEBUG:teuthology.parallel:result is None 2024-09-05T10:45:46.626 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:46.692 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:46.718 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:46.718 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T10:45:46.718 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T10:45:46.718 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:46.718 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T10:45:46.718 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:46.803 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:52 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:46.937 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 170 k 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2024-09-05T10:45:46.938 INFO:teuthology.orchestra.run.smithi119.stdout:Install 1 Package 2024-09-05T10:45:46.939 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:46.939 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 170 k 2024-09-05T10:45:46.939 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 494 k 2024-09-05T10:45:46.939 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2024-09-05T10:45:46.996 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:54 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:47.134 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 170 k 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout:================================================================================ 2024-09-05T10:45:47.135 INFO:teuthology.orchestra.run.smithi050.stdout:Install 1 Package 2024-09-05T10:45:47.136 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:47.136 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 170 k 2024-09-05T10:45:47.136 INFO:teuthology.orchestra.run.smithi050.stdout:Installed size: 494 k 2024-09-05T10:45:47.136 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-09-05T10:45:47.144 INFO:teuthology.orchestra.run.smithi119.stdout:rbd-nbd-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 832 kB/s | 170 kB 00:00 2024-09-05T10:45:47.144 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:47.145 INFO:teuthology.orchestra.run.smithi119.stdout:Total 826 kB/s | 170 kB 00:00 2024-09-05T10:45:47.145 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2024-09-05T10:45:47.152 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2024-09-05T10:45:47.152 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2024-09-05T10:45:47.216 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2024-09-05T10:45:47.216 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2024-09-05T10:45:47.351 INFO:teuthology.orchestra.run.smithi050.stdout:rbd-nbd-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 794 kB/s | 170 kB 00:00 2024-09-05T10:45:47.351 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:47.352 INFO:teuthology.orchestra.run.smithi050.stdout:Total 788 kB/s | 170 kB 00:00 2024-09-05T10:45:47.352 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-09-05T10:45:47.360 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-09-05T10:45:47.360 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-09-05T10:45:47.372 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2024-09-05T10:45:47.427 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-09-05T10:45:47.427 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-09-05T10:45:47.482 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:47.587 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-09-05T10:45:47.692 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:47.839 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:47.839 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:47.839 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:47.840 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:47.840 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:47.840 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:47.871 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:48.068 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install rbd-nbd 2024-09-05T10:45:48.101 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:48.101 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:48.101 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2024-09-05T10:45:48.102 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:48.102 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:45:48.102 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:48.124 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:48.332 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:48.333 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:48.333 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-09-05T10:45:48.333 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:48.333 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:45:48.333 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:48.390 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install nvme-cli 2024-09-05T10:45:48.589 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install nvme-cli 2024-09-05T10:45:48.632 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:56 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:48.766 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd x86_64 2:19.1.0-1421.gcb0f54bd.el9 ceph 170 k 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2024-09-05T10:45:48.767 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:48.768 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 170 k 2024-09-05T10:45:48.768 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 494 k 2024-09-05T10:45:48.768 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-09-05T10:45:48.948 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:54 ago on Thu 05 Sep 2024 10:43:54 AM UTC. 2024-09-05T10:45:48.977 INFO:teuthology.orchestra.run.smithi154.stdout:rbd-nbd-19.1.0-1421.gcb0f54bd.el9.x86_64.rpm 815 kB/s | 170 kB 00:00 2024-09-05T10:45:48.978 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:45:48.978 INFO:teuthology.orchestra.run.smithi154.stdout:Total 809 kB/s | 170 kB 00:00 2024-09-05T10:45:48.978 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-09-05T10:45:48.986 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-09-05T10:45:48.986 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-09-05T10:45:49.039 INFO:teuthology.orchestra.run.smithi119.stdout:Package nvme-cli-2.9.1-6.el9.x86_64 is already installed. 2024-09-05T10:45:49.049 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-09-05T10:45:49.049 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-09-05T10:45:49.082 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2024-09-05T10:45:49.083 INFO:teuthology.orchestra.run.smithi119.stdout:Nothing to do. 2024-09-05T10:45:49.083 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2024-09-05T10:45:49.153 DEBUG:teuthology.parallel:result is None 2024-09-05T10:45:49.157 INFO:teuthology.orchestra.run.smithi050.stdout:Last metadata expiration check: 0:01:57 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:49.200 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-09-05T10:45:49.250 INFO:teuthology.orchestra.run.smithi050.stdout:Package nvme-cli-2.9.1-6.el9.x86_64 is already installed. 2024-09-05T10:45:49.296 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-09-05T10:45:49.297 INFO:teuthology.orchestra.run.smithi050.stdout:Nothing to do. 2024-09-05T10:45:49.297 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-09-05T10:45:49.306 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:49.369 DEBUG:teuthology.parallel:result is None 2024-09-05T10:45:49.701 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:50.006 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 1/1 2024-09-05T10:45:50.007 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:50.007 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-09-05T10:45:50.007 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd-2:19.1.0-1421.gcb0f54bd.el9.x86_64 2024-09-05T10:45:50.007 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:45:50.007 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:50.220 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install nvme-cli 2024-09-05T10:45:50.791 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:01:58 ago on Thu 05 Sep 2024 10:43:52 AM UTC. 2024-09-05T10:45:50.882 INFO:teuthology.orchestra.run.smithi154.stdout:Package nvme-cli-2.9.1-6.el9.x86_64 is already installed. 2024-09-05T10:45:50.927 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-09-05T10:45:50.928 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2024-09-05T10:45:50.928 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-09-05T10:45:50.998 DEBUG:teuthology.parallel:result is None 2024-09-05T10:45:50.999 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:45:51.141 DEBUG:teuthology.orchestra.run.smithi033:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T10:45:51.166 INFO:teuthology.orchestra.run.smithi033.stdout:19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.167 INFO:teuthology.packaging:The installed version of ceph is 19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.167 INFO:teuthology.task.install:The correct ceph version 19.1.0-1421.gcb0f54bd is installed. 2024-09-05T10:45:51.169 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:45:51.311 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T10:45:51.336 INFO:teuthology.orchestra.run.smithi050.stdout:19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.337 INFO:teuthology.packaging:The installed version of ceph is 19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.337 INFO:teuthology.task.install:The correct ceph version 19.1.0-1421.gcb0f54bd is installed. 2024-09-05T10:45:51.339 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:45:51.483 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T10:45:51.508 INFO:teuthology.orchestra.run.smithi119.stdout:19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.508 INFO:teuthology.packaging:The installed version of ceph is 19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.508 INFO:teuthology.task.install:The correct ceph version 19.1.0-1421.gcb0f54bd is installed. 2024-09-05T10:45:51.510 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:45:51.651 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T10:45:51.675 INFO:teuthology.orchestra.run.smithi154.stdout:19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.675 INFO:teuthology.packaging:The installed version of ceph is 19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.675 INFO:teuthology.task.install:The correct ceph version 19.1.0-1421.gcb0f54bd is installed. 2024-09-05T10:45:51.677 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:45:51.815 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T10:45:51.840 INFO:teuthology.orchestra.run.smithi173.stdout:19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.840 INFO:teuthology.packaging:The installed version of ceph is 19.1.0-1421.gcb0f54bd.el9 2024-09-05T10:45:51.840 INFO:teuthology.task.install:The correct ceph version 19.1.0-1421.gcb0f54bd is installed. 2024-09-05T10:45:51.842 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-05T10:45:51.843 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:45:51.843 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T10:45:51.873 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:45:51.873 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T10:45:51.903 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:45:51.904 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T10:45:51.933 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:45:51.933 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T10:45:51.962 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:45:51.962 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T10:45:51.992 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-05T10:45:51.993 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:45:51.993 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T10:45:52.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T10:45:52.085 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:45:52.086 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T10:45:52.115 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T10:45:52.183 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:45:52.183 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T10:45:52.213 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T10:45:52.282 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:45:52.282 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T10:45:52.311 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T10:45:52.381 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:45:52.381 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T10:45:52.411 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T10:45:52.480 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-05T10:45:52.480 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:45:52.481 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T10:45:52.510 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T10:45:52.579 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:45:52.580 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T10:45:52.609 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T10:45:52.678 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:45:52.678 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T10:45:52.707 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T10:45:52.775 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:45:52.776 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T10:45:52.806 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T10:45:52.874 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:45:52.875 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T10:45:52.904 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T10:45:52.973 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-05T10:45:52.973 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:45:52.973 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T10:45:53.002 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T10:45:53.071 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:45:53.071 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T10:45:53.100 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T10:45:53.169 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:45:53.169 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T10:45:53.199 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T10:45:53.267 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:45:53.267 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T10:45:53.297 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T10:45:53.365 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:45:53.365 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T10:45:53.395 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T10:45:53.464 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-05T10:45:53.561 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'image': 'quay.ceph.io/ceph-ci/ceph:reef-nvmeof', 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b'} 2024-09-05T10:45:53.562 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef-nvmeof 2024-09-05T10:45:53.562 INFO:tasks.cephadm:Cluster fsid is 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:45:53.562 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-05T10:45:53.562 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.50', 'mon.b': '172.21.15.119', 'mon.c': '172.21.15.154'} 2024-09-05T10:45:53.563 INFO:tasks.cephadm:First mon is mon.a on smithi050 2024-09-05T10:45:53.563 INFO:tasks.cephadm:First mgr is x 2024-09-05T10:45:53.563 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-05T10:45:53.563 DEBUG:teuthology.orchestra.run.smithi033:> sudo hostname $(hostname -s) 2024-09-05T10:45:53.592 DEBUG:teuthology.orchestra.run.smithi050:> sudo hostname $(hostname -s) 2024-09-05T10:45:53.622 DEBUG:teuthology.orchestra.run.smithi119:> sudo hostname $(hostname -s) 2024-09-05T10:45:53.653 DEBUG:teuthology.orchestra.run.smithi154:> sudo hostname $(hostname -s) 2024-09-05T10:45:53.683 DEBUG:teuthology.orchestra.run.smithi173:> sudo hostname $(hostname -s) 2024-09-05T10:45:53.713 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-05T10:45:53.713 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b 2024-09-05T10:45:53.852 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'cb0f54bdf22cef90a18ff6884cf74b8211383d6b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82702/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.0-1421-gcb0f54bd', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.0-1421.gcb0f54bd'}, 'url': 'https://1.chacra.ceph.com/r/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-02 11:22:08.564506', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'vallari-squid-nvmeof-centos9-only', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/vallari-squid-nvmeof-centos9-only/cb0f54bdf22cef90a18ff6884cf74b8211383d6b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-05T10:45:54.084 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 7d0f8556ec3067b7a66722672a5c1ee3247bbac6 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-05T10:45:54.086 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/7d0f8556ec3067b7a66722672a5c1ee3247bbac6/centos/9/x86_64/flavors/default/cephadm 2024-09-05T10:45:54.086 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/reef/7d0f8556ec3067b7a66722672a5c1ee3247bbac6/centos/9/x86_64/flavors/default/cephadm 2024-09-05T10:45:54.086 DEBUG:teuthology.orchestra.run.smithi033:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/7d0f8556ec3067b7a66722672a5c1ee3247bbac6/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:54.457 INFO:teuthology.orchestra.run.smithi033.stdout:-rw-r--r--. 1 ubuntu ubuntu 217038 Sep 5 10:45 /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:54.457 DEBUG:teuthology.orchestra.run.smithi050:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/7d0f8556ec3067b7a66722672a5c1ee3247bbac6/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:54.822 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r--. 1 ubuntu ubuntu 217038 Sep 5 10:45 /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:54.822 DEBUG:teuthology.orchestra.run.smithi119:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/7d0f8556ec3067b7a66722672a5c1ee3247bbac6/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.172 INFO:teuthology.orchestra.run.smithi119.stdout:-rw-r--r--. 1 ubuntu ubuntu 217038 Sep 5 10:45 /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.172 DEBUG:teuthology.orchestra.run.smithi154:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/7d0f8556ec3067b7a66722672a5c1ee3247bbac6/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.526 INFO:teuthology.orchestra.run.smithi154.stdout:-rw-r--r--. 1 ubuntu ubuntu 217038 Sep 5 10:45 /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.527 DEBUG:teuthology.orchestra.run.smithi173:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/7d0f8556ec3067b7a66722672a5c1ee3247bbac6/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.876 INFO:teuthology.orchestra.run.smithi173.stdout:-rw-r--r--. 1 ubuntu ubuntu 217038 Sep 5 10:45 /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.876 DEBUG:teuthology.orchestra.run.smithi033:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.896 DEBUG:teuthology.orchestra.run.smithi050:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.916 DEBUG:teuthology.orchestra.run.smithi119:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.936 DEBUG:teuthology.orchestra.run.smithi154:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.956 DEBUG:teuthology.orchestra.run.smithi173:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T10:45:55.990 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef-nvmeof on all hosts... 2024-09-05T10:45:55.991 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof pull 2024-09-05T10:45:55.993 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof pull 2024-09-05T10:45:55.996 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof pull 2024-09-05T10:45:55.998 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof pull 2024-09-05T10:45:56.001 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof pull 2024-09-05T10:45:57.485 INFO:teuthology.orchestra.run.smithi119.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef-nvmeof... 2024-09-05T10:45:57.539 INFO:teuthology.orchestra.run.smithi154.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef-nvmeof... 2024-09-05T10:45:57.547 INFO:teuthology.orchestra.run.smithi033.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef-nvmeof... 2024-09-05T10:45:57.550 INFO:teuthology.orchestra.run.smithi050.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef-nvmeof... 2024-09-05T10:45:57.599 INFO:teuthology.orchestra.run.smithi173.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef-nvmeof... 2024-09-05T10:46:39.037 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2024-09-05T10:46:39.038 INFO:teuthology.orchestra.run.smithi154.stdout: "ceph_version": "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)", 2024-09-05T10:46:39.038 INFO:teuthology.orchestra.run.smithi154.stdout: "image_id": "13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2", 2024-09-05T10:46:39.038 INFO:teuthology.orchestra.run.smithi154.stdout: "repo_digests": [ 2024-09-05T10:46:39.038 INFO:teuthology.orchestra.run.smithi154.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc" 2024-09-05T10:46:39.038 INFO:teuthology.orchestra.run.smithi154.stdout: ] 2024-09-05T10:46:39.038 INFO:teuthology.orchestra.run.smithi154.stdout:} 2024-09-05T10:46:39.662 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2024-09-05T10:46:39.663 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)", 2024-09-05T10:46:39.663 INFO:teuthology.orchestra.run.smithi119.stdout: "image_id": "13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2", 2024-09-05T10:46:39.663 INFO:teuthology.orchestra.run.smithi119.stdout: "repo_digests": [ 2024-09-05T10:46:39.663 INFO:teuthology.orchestra.run.smithi119.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc" 2024-09-05T10:46:39.663 INFO:teuthology.orchestra.run.smithi119.stdout: ] 2024-09-05T10:46:39.663 INFO:teuthology.orchestra.run.smithi119.stdout:} 2024-09-05T10:47:10.379 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T10:47:10.379 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)", 2024-09-05T10:47:10.380 INFO:teuthology.orchestra.run.smithi050.stdout: "image_id": "13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2", 2024-09-05T10:47:10.380 INFO:teuthology.orchestra.run.smithi050.stdout: "repo_digests": [ 2024-09-05T10:47:10.380 INFO:teuthology.orchestra.run.smithi050.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc" 2024-09-05T10:47:10.380 INFO:teuthology.orchestra.run.smithi050.stdout: ] 2024-09-05T10:47:10.380 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T10:47:22.277 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-05T10:47:22.277 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)", 2024-09-05T10:47:22.277 INFO:teuthology.orchestra.run.smithi033.stdout: "image_id": "13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2", 2024-09-05T10:47:22.277 INFO:teuthology.orchestra.run.smithi033.stdout: "repo_digests": [ 2024-09-05T10:47:22.277 INFO:teuthology.orchestra.run.smithi033.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc" 2024-09-05T10:47:22.278 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-05T10:47:22.278 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-05T10:47:25.825 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-05T10:47:25.825 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_version": "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)", 2024-09-05T10:47:25.825 INFO:teuthology.orchestra.run.smithi173.stdout: "image_id": "13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2", 2024-09-05T10:47:25.825 INFO:teuthology.orchestra.run.smithi173.stdout: "repo_digests": [ 2024-09-05T10:47:25.825 INFO:teuthology.orchestra.run.smithi173.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc" 2024-09-05T10:47:25.826 INFO:teuthology.orchestra.run.smithi173.stdout: ] 2024-09-05T10:47:25.826 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-05T10:47:25.843 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph 2024-09-05T10:47:25.876 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph 2024-09-05T10:47:25.910 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /etc/ceph 2024-09-05T10:47:25.944 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph 2024-09-05T10:47:25.981 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /etc/ceph 2024-09-05T10:47:26.009 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 777 /etc/ceph 2024-09-05T10:47:26.040 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 777 /etc/ceph 2024-09-05T10:47:26.070 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 777 /etc/ceph 2024-09-05T10:47:26.100 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 777 /etc/ceph 2024-09-05T10:47:26.130 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 777 /etc/ceph 2024-09-05T10:47:26.154 INFO:tasks.cephadm:Writing seed config... 2024-09-05T10:47:26.155 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-05T10:47:26.155 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-05T10:47:26.156 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-05T10:47:26.156 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-05T10:47:26.156 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-05T10:47:26.156 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-05T10:47:26.156 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-05T10:47:26.156 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:47:26.157 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-05T10:47:26.175 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 062ada42-6b74-11ef-bcd6-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-05T10:47:26.175 DEBUG:teuthology.orchestra.run.smithi050:mon.a> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service 2024-09-05T10:47:26.218 DEBUG:teuthology.orchestra.run.smithi050:mgr.x> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service 2024-09-05T10:47:26.261 INFO:tasks.cephadm:Bootstrapping... 2024-09-05T10:47:26.261 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof -v bootstrap --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.50 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-05T10:47:26.426 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-09-05T10:47:26.426 INFO:teuthology.orchestra.run.smithi050.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef-nvmeof', '-v', 'bootstrap', '--fsid', '062ada42-6b74-11ef-bcd6-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.50', '--skip-admin-label'] 2024-09-05T10:47:26.450 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stdout 5.2.2 2024-09-05T10:47:26.450 INFO:teuthology.orchestra.run.smithi050.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-05T10:47:26.451 INFO:teuthology.orchestra.run.smithi050.stdout:Verifying podman|docker is present... 2024-09-05T10:47:26.474 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stdout 5.2.2 2024-09-05T10:47:26.474 INFO:teuthology.orchestra.run.smithi050.stdout:Verifying lvm2 is present... 2024-09-05T10:47:26.474 INFO:teuthology.orchestra.run.smithi050.stdout:Verifying time synchronization is in place... 2024-09-05T10:47:26.481 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T10:47:26.481 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T10:47:26.487 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T10:47:26.487 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout inactive 2024-09-05T10:47:26.494 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout enabled 2024-09-05T10:47:26.500 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout active 2024-09-05T10:47:26.500 INFO:teuthology.orchestra.run.smithi050.stdout:Unit chronyd.service is enabled and running 2024-09-05T10:47:26.500 INFO:teuthology.orchestra.run.smithi050.stdout:Repeating the final host check... 2024-09-05T10:47:26.522 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stdout 5.2.2 2024-09-05T10:47:26.522 INFO:teuthology.orchestra.run.smithi050.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-05T10:47:26.522 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl is present 2024-09-05T10:47:26.522 INFO:teuthology.orchestra.run.smithi050.stdout:lvcreate is present 2024-09-05T10:47:26.529 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T10:47:26.529 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T10:47:26.535 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T10:47:26.535 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout inactive 2024-09-05T10:47:26.541 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout enabled 2024-09-05T10:47:26.548 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout active 2024-09-05T10:47:26.548 INFO:teuthology.orchestra.run.smithi050.stdout:Unit chronyd.service is enabled and running 2024-09-05T10:47:26.549 INFO:teuthology.orchestra.run.smithi050.stdout:Host looks OK 2024-09-05T10:47:26.549 INFO:teuthology.orchestra.run.smithi050.stdout:Cluster fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:47:26.549 INFO:teuthology.orchestra.run.smithi050.stdout:Acquiring lock 140705093503440 on /run/cephadm/062ada42-6b74-11ef-bcd6-c7b262605968.lock 2024-09-05T10:47:26.549 INFO:teuthology.orchestra.run.smithi050.stdout:Lock 140705093503440 acquired on /run/cephadm/062ada42-6b74-11ef-bcd6-c7b262605968.lock 2024-09-05T10:47:26.549 INFO:teuthology.orchestra.run.smithi050.stdout:Verifying IP 172.21.15.50 port 3300 ... 2024-09-05T10:47:26.549 INFO:teuthology.orchestra.run.smithi050.stdout:Verifying IP 172.21.15.50 port 6789 ... 2024-09-05T10:47:26.550 INFO:teuthology.orchestra.run.smithi050.stdout:Base mon IP(s) is [172.21.15.50:3300, 172.21.15.50:6789], mon addrv is [v2:172.21.15.50:3300,v1:172.21.15.50:6789] 2024-09-05T10:47:26.552 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.50 metric 100 2024-09-05T10:47:26.552 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.50 metric 100 2024-09-05T10:47:26.555 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-05T10:47:26.555 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-09-05T10:47:26.555 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-09-05T10:47:26.557 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-05T10:47:26.557 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-05T10:47:26.557 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T10:47:26.557 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-05T10:47:26.557 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout inet6 fe80::de4a:feea:5c2d:df1a/64 scope link noprefixroute 2024-09-05T10:47:26.558 INFO:teuthology.orchestra.run.smithi050.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T10:47:26.558 INFO:teuthology.orchestra.run.smithi050.stdout:Mon IP `172.21.15.50` is in CIDR network `172.21.0.0/20` 2024-09-05T10:47:26.558 INFO:teuthology.orchestra.run.smithi050.stdout:Mon IP `172.21.15.50` is in CIDR network `172.21.0.0/20` 2024-09-05T10:47:26.559 INFO:teuthology.orchestra.run.smithi050.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-05T10:47:26.559 INFO:teuthology.orchestra.run.smithi050.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-05T10:47:26.559 INFO:teuthology.orchestra.run.smithi050.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef-nvmeof... 2024-09-05T10:47:27.062 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stdout 13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2 2024-09-05T10:47:27.062 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef-nvmeof... 2024-09-05T10:47:27.063 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stderr Getting image source signatures 2024-09-05T10:47:27.063 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stderr Copying blob sha256:8447c2f508d0eb6e1500340ccddaff7a0b8c86335b5de8c3243cff20227c1b3e 2024-09-05T10:47:27.063 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-05T10:47:27.063 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stderr Copying config sha256:13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2 2024-09-05T10:47:27.063 INFO:teuthology.orchestra.run.smithi050.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-05T10:47:27.950 INFO:teuthology.orchestra.run.smithi050.stdout:ceph: stdout ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable) 2024-09-05T10:47:27.951 INFO:teuthology.orchestra.run.smithi050.stdout:Ceph version: ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable) 2024-09-05T10:47:27.951 INFO:teuthology.orchestra.run.smithi050.stdout:Extracting ceph user uid/gid from container image... 2024-09-05T10:47:28.933 INFO:teuthology.orchestra.run.smithi050.stdout:stat: stdout 167 167 2024-09-05T10:47:28.934 INFO:teuthology.orchestra.run.smithi050.stdout:Creating initial keys... 2024-09-05T10:47:29.739 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph-authtool: stdout AQBBjNlmEexGDRAA0TQrHlprQZAEu2IfQu4zVA== 2024-09-05T10:47:30.652 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph-authtool: stdout AQBCjNlmMek4BBAAA/cmuxXQ79SAg9wlZINS6g== 2024-09-05T10:47:31.626 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph-authtool: stdout AQBDjNlmEViqARAAUJevf6cNMHYLI+MLmaxx7A== 2024-09-05T10:47:31.627 INFO:teuthology.orchestra.run.smithi050.stdout:Creating initial monmap... 2024-09-05T10:47:32.642 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T10:47:32.642 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-05T10:47:32.642 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:47:32.642 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T10:47:32.642 INFO:teuthology.orchestra.run.smithi050.stdout:monmaptool for a [v2:172.21.15.50:3300,v1:172.21.15.50:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T10:47:32.642 INFO:teuthology.orchestra.run.smithi050.stdout:setting min_mon_release = pacific 2024-09-05T10:47:32.643 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/monmaptool: set fsid to 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:47:32.643 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T10:47:32.643 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:47:32.643 INFO:teuthology.orchestra.run.smithi050.stdout:Creating mon... 2024-09-05T10:47:33.622 INFO:teuthology.orchestra.run.smithi050.stdout:create mon.a on 2024-09-05T10:47:33.844 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-05T10:47:33.987 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-05T10:47:34.180 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-062ada42-6b74-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968.target. 2024-09-05T10:47:34.180 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-062ada42-6b74-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968.target. 2024-09-05T10:47:34.416 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a 2024-09-05T10:47:34.416 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Failed to reset failed state of unit ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service: Unit ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service not loaded. 2024-09-05T10:47:34.578 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968.target.wants/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service → /etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service. 2024-09-05T10:47:35.104 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T10:47:35.104 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout disabled 2024-09-05T10:47:35.111 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T10:47:35.111 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout inactive 2024-09-05T10:47:35.111 INFO:teuthology.orchestra.run.smithi050.stdout:firewalld.service is not enabled 2024-09-05T10:47:35.111 INFO:teuthology.orchestra.run.smithi050.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T10:47:35.111 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for mon to start... 2024-09-05T10:47:35.111 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for mon... 2024-09-05T10:47:36.125 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout cluster: 2024-09-05T10:47:36.126 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout services: 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.545254s) 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout data: 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout pgs: 2024-09-05T10:47:36.127 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:36.128 INFO:teuthology.orchestra.run.smithi050.stdout:mon is available 2024-09-05T10:47:36.128 INFO:teuthology.orchestra.run.smithi050.stdout:Assimilating anything we can from ceph.conf... 2024-09-05T10:47:37.157 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout fsid = 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.50:3300,v1:172.21.15.50:6789] 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:37.158 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T10:47:37.159 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T10:47:37.159 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T10:47:37.159 INFO:teuthology.orchestra.run.smithi050.stdout:Generating new minimal ceph.conf... 2024-09-05T10:47:38.305 INFO:teuthology.orchestra.run.smithi050.stdout:Restarting the monitor... 2024-09-05T10:47:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:38 smithi050 systemd[1]: Stopping Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T10:47:39.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a[28661]: 2024-09-05T10:47:39.382+0000 7ff8c6854640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T10:47:39.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a[28661]: 2024-09-05T10:47:39.382+0000 7ff8c6854640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-05T10:47:39.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:39 smithi050 podman[28906]: 2024-09-05 10:47:39.536779085 +0000 UTC m=+0.980089972 container died 5d739725e29378838caee854f086465bc381a600ed879290687c6b1e44aaf074 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-nvmeof-a1de9ae, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T10:47:43.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:43 smithi050 podman[28906]: 2024-09-05 10:47:43.259451482 +0000 UTC m=+4.702762361 container cleanup 5d739725e29378838caee854f086465bc381a600ed879290687c6b1e44aaf074 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=reef-nvmeof-a1de9ae, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-09-05T10:47:43.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:43 smithi050 bash[28906]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a 2024-09-05T10:47:45.578 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:45 smithi050 podman[28918]: 2024-09-05 10:47:45.259007446 +0000 UTC m=+5.716982028 container remove 5d739725e29378838caee854f086465bc381a600ed879290687c6b1e44aaf074 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-nvmeof-a1de9ae) 2024-09-05T10:47:45.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:45 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-05T10:47:45.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:45 smithi050 systemd[1]: Stopped Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T10:47:45.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:45 smithi050 systemd[1]: Starting Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T10:47:45.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:45 smithi050 podman[29012]: 2024-09-05 10:47:45.700735424 +0000 UTC m=+0.015950650 image pull 13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2 quay.ceph.io/ceph-ci/ceph:reef-nvmeof 2024-09-05T10:47:47.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:46 smithi050 podman[29012]: 2024-09-05 10:47:46.990308624 +0000 UTC m=+1.305523876 container create 82615af9684fb74800d1c305a0203c3dc0bdfa3e3a64dac73b07f3b12ffac0ee (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-nvmeof-a1de9ae, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T10:47:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 podman[29012]: 2024-09-05 10:47:48.828821867 +0000 UTC m=+3.144037080 container init 82615af9684fb74800d1c305a0203c3dc0bdfa3e3a64dac73b07f3b12ffac0ee (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-nvmeof-a1de9ae, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 podman[29012]: 2024-09-05 10:47:48.833074736 +0000 UTC m=+3.148289954 container start 82615af9684fb74800d1c305a0203c3dc0bdfa3e3a64dac73b07f3b12ffac0ee (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable), process ceph-mon, pid 2 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: pidfile_write: ignore empty --pid-file 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: load: jerasure load: lrc 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: RocksDB version: 7.9.2 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Git sha 0 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Compile date 2024-09-04 12:26:02 2024-09-05T10:47:49.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: DB SUMMARY 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: DB Session ID: L2E2GE0DLGN2CGU3FHNT 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: CURRENT file: CURRENT 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 83417 ; 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.error_if_exists: 0 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.create_if_missing: 0 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.paranoid_checks: 1 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T10:47:49.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.env: 0x55cbcfa0e800 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.info_log: 0x55cbd0dd6be0 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.statistics: (nil) 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.use_fsync: 0 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_log_file_size: 0 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T10:47:49.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.allow_fallocate: 1 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.use_direct_reads: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.db_log_dir: 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.wal_dir: 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T10:47:49.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.write_buffer_manager: 0x55cbd0de4320 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T10:47:49.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.unordered_write: 0 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.row_cache: None 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.wal_filter: None 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T10:47:49.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T10:47:49.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.two_write_queues: 0 2024-09-05T10:47:49.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T10:47:49.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.wal_compression: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.atomic_flush: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.log_readahead_size: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T10:47:49.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_background_jobs: 2 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_background_compactions: -1 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_subcompactions: 1 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T10:47:49.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_open_files: -1 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_background_flushes: -1 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Compression algorithms supported: 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kZSTD supported: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kXpressCompression supported: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kBZip2Compression supported: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kLZ4Compression supported: 1 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kZlibCompression supported: 1 2024-09-05T10:47:49.183 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: kSnappyCompression supported: 1 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.merge_operator: 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_filter: None 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T10:47:49.184 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbd0dd6820) 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: cache_index_and_filter_blocks: 1 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: pin_top_level_index_and_filter: 1 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: index_type: 0 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: data_block_index_type: 0 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: index_shortening: 1 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: checksum: 4 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: no_block_cache: 0 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache: 0x55cbd0dcb350 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache_name: BinnedLRUCache 2024-09-05T10:47:49.185 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache_options: 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: capacity : 536870912 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: num_shard_bits : 4 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: strict_capacity_limit : 0 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: high_pri_pool_ratio: 0.000 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache_compressed: (nil) 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: persistent_cache: (nil) 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_size: 4096 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_size_deviation: 10 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_restart_interval: 16 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: index_block_restart_interval: 1 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: metadata_block_size: 4096 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: partition_filters: 0 2024-09-05T10:47:49.186 INFO:journalctl@ceph.mon.a.smithi050.stdout: use_delta_encoding: 1 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: filter_policy: bloomfilter 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: whole_key_filtering: 1 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: verify_compression: 0 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: read_amp_bytes_per_bit: 0 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: format_version: 5 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: enable_index_compression: 1 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_align: 0 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: max_auto_readahead_size: 262144 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: prepopulate_block_cache: 0 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: initial_auto_readahead_size: 8192 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T10:47:49.187 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression: NoCompression 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.num_levels: 7 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T10:47:49.188 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T10:47:49.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T10:47:49.190 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T10:47:49.191 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.table_properties_collectors: 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.inplace_update_support: 0 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.bloom_locality: 0 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.max_successive_merges: 0 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T10:47:49.192 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.ttl: 2592000 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.enable_blob_files: false 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.min_blob_size: 0 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T10:47:49.193 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d3b31a1b-a00a-452e-bb98-81d4fb41d1ca 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725533268863268, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-05T10:47:49.194 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725533268864231, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 80183, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 253, "table_properties": {"data_size": 78357, "index_size": 236, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9965, "raw_average_key_size": 47, "raw_value_size": 72605, "raw_average_value_size": 342, "num_data_blocks": 10, "num_entries": 212, "num_filter_entries": 212, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725533268, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d3b31a1b-a00a-452e-bb98-81d4fb41d1ca", "db_session_id": "L2E2GE0DLGN2CGU3FHNT", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725533268864349, "job": 1, "event": "recovery_finished"} 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55cbd0df6e00 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: DB pointer 0x55cbd0eea000 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** DB Stats ** 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T10:47:49.195 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** Compaction Stats [default] ** 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: L0 2/0 80.14 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 119.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: Sum 2/0 80.14 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 119.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 119.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T10:47:49.196 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** Compaction Stats [default] ** 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 119.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T10:47:49.197 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative compaction: 0.00 GB write, 21.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval compaction: 0.00 GB write, 21.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: Block cache BinnedLRUCache@0x55cbd0dcb350#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: starting mon.a rank 0 at public addrs [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] at bind addrs [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???) e1 preinit fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???).mds e1 new map 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???).mds e1 print_map 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: e1 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T10:47:49.198 INFO:journalctl@ceph.mon.a.smithi050.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout: legacy client fscid: -1 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout: No filesystems configured 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: monmap e1: 1 mons at {a=[v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: fsmap 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: osdmap e1: 0 total, 0 up, 0 in 2024-09-05T10:47:49.199 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:48 smithi050 ceph-mon[29032]: mgrmap e1: no daemons active 2024-09-05T10:47:49.731 INFO:teuthology.orchestra.run.smithi050.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-05T10:47:49.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:49 smithi050 bash[29012]: 82615af9684fb74800d1c305a0203c3dc0bdfa3e3a64dac73b07f3b12ffac0ee 2024-09-05T10:47:49.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:49 smithi050 systemd[1]: Started Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T10:47:51.866 INFO:teuthology.orchestra.run.smithi050.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-05T10:47:51.887 INFO:teuthology.orchestra.run.smithi050.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-05T10:47:51.887 INFO:teuthology.orchestra.run.smithi050.stdout:Creating mgr... 2024-09-05T10:47:51.888 INFO:teuthology.orchestra.run.smithi050.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-05T10:47:51.888 INFO:teuthology.orchestra.run.smithi050.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-05T10:47:52.137 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T10:47:52.137 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Failed to reset failed state of unit ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service: Unit ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service not loaded. 2024-09-05T10:47:52.321 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968.target.wants/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service. 2024-09-05T10:47:52.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:52 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3179965309' entity='client.admin' 2024-09-05T10:47:52.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 systemd[1]: Starting Ceph mgr.x for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T10:47:52.859 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 podman[29245]: 2024-09-05 10:47:52.454127572 +0000 UTC m=+0.016135277 image pull 13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2 quay.ceph.io/ceph-ci/ceph:reef-nvmeof 2024-09-05T10:47:52.859 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 podman[29245]: 2024-09-05 10:47:52.555884572 +0000 UTC m=+0.117892265 container create fab617f4598bd779b8bf7d7a87f1ef5b4ed1a926258d4bf770e8c07a0d7d69d2 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-nvmeof-a1de9ae, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-05T10:47:52.859 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 podman[29245]: 2024-09-05 10:47:52.766633692 +0000 UTC m=+0.328641387 container init fab617f4598bd779b8bf7d7a87f1ef5b4ed1a926258d4bf770e8c07a0d7d69d2 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-nvmeof-a1de9ae, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-05T10:47:52.859 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 podman[29245]: 2024-09-05 10:47:52.769279236 +0000 UTC m=+0.331286931 container start fab617f4598bd779b8bf7d7a87f1ef5b4ed1a926258d4bf770e8c07a0d7d69d2 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-nvmeof-a1de9ae, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T10:47:52.859 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 bash[29245]: fab617f4598bd779b8bf7d7a87f1ef5b4ed1a926258d4bf770e8c07a0d7d69d2 2024-09-05T10:47:52.873 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T10:47:52.873 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout disabled 2024-09-05T10:47:52.880 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T10:47:52.880 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout inactive 2024-09-05T10:47:52.880 INFO:teuthology.orchestra.run.smithi050.stdout:firewalld.service is not enabled 2024-09-05T10:47:52.880 INFO:teuthology.orchestra.run.smithi050.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T10:47:52.889 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T10:47:52.889 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout disabled 2024-09-05T10:47:52.896 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T10:47:52.896 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout inactive 2024-09-05T10:47:52.896 INFO:teuthology.orchestra.run.smithi050.stdout:firewalld.service is not enabled 2024-09-05T10:47:52.896 INFO:teuthology.orchestra.run.smithi050.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-05T10:47:52.896 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for mgr to start... 2024-09-05T10:47:52.896 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for mgr... 2024-09-05T10:47:53.112 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 systemd[1]: Started Ceph mgr.x for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T10:47:53.112 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:52.891+0000 7f12e45a6040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T10:47:53.112 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:52.955+0000 7f12e45a6040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T10:47:53.112 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:53.110+0000 7f12e45a6040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T10:47:53.370 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:53.182+0000 7f12e45a6040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T10:47:53.370 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:53.333+0000 7f12e45a6040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:47:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:53 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/889365580' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2024-09-05T10:47:53.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:53.483+0000 7f12e45a6040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T10:47:54.061 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:53.808+0000 7f12e45a6040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T10:47:54.061 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:53.870+0000 7f12e45a6040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout { 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "fsid": "062ada42-6b74-11ef-bcd6-c7b262605968", 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:54.070 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 0 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:54.071 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T10:47:54.072 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:54.072 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T10:47:54.072 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T10:47:54.072 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T10:47:54.072 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T10:47:54.075 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T10:47:54.075 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T10:47:54.075 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:54.075 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T10:47:54.076 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T10:47:35.055482+0000", 2024-09-05T10:47:54.077 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T10:47:54.078 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:54.078 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T10:47:54.078 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout } 2024-09-05T10:47:54.078 INFO:teuthology.orchestra.run.smithi050.stdout:mgr not available, waiting (1/15)... 2024-09-05T10:47:54.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:54.059+0000 7f12e45a6040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T10:47:55.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:54.960+0000 7f12e45a6040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T10:47:55.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:55.028+0000 7f12e45a6040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T10:47:56.039 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:55.773+0000 7f12e45a6040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T10:47:56.039 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:55.892+0000 7f12e45a6040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T10:47:56.039 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.037+0000 7f12e45a6040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:47:56.328 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.103+0000 7f12e45a6040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T10:47:56.328 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.255+0000 7f12e45a6040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T10:47:56.328 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.326+0000 7f12e45a6040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T10:47:56.617 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.389+0000 7f12e45a6040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T10:47:56.617 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.556+0000 7f12e45a6040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T10:47:56.908 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/791873077' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2024-09-05T10:47:56.908 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.626+0000 7f12e45a6040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T10:47:56.908 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.697+0000 7f12e45a6040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T10:47:56.908 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.783+0000 7f12e45a6040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T10:47:56.908 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.845+0000 7f12e45a6040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T10:47:56.908 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:56.906+0000 7f12e45a6040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T10:47:57.226 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:47:57.226 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout { 2024-09-05T10:47:57.226 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "fsid": "062ada42-6b74-11ef-bcd6-c7b262605968", 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 0 2024-09-05T10:47:57.227 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T10:47:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T10:47:57.229 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:47:57.230 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T10:47:35.055482+0000", 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout } 2024-09-05T10:47:57.231 INFO:teuthology.orchestra.run.smithi050.stdout:mgr not available, waiting (2/15)... 2024-09-05T10:47:58.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:47:57.718+0000 7f12e45a6040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T10:47:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: Activating manager daemon x 2024-09-05T10:47:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: mgrmap e2: x(active, starting, since 0.00273825s) 2024-09-05T10:47:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T10:47:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T10:47:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T10:47:58.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:47:58.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T10:47:58.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: Manager daemon x is now available 2024-09-05T10:47:58.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T10:47:58.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:47:58.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T10:47:58.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:47:58.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:57 smithi050 ceph-mon[29032]: from='mgr.14100 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:47:59.891 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:47:59 smithi050 ceph-mon[29032]: mgrmap e3: x(active, since 1.00727s) 2024-09-05T10:48:00.474 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:48:00.474 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout { 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "fsid": "062ada42-6b74-11ef-bcd6-c7b262605968", 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 0 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T10:48:00.475 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T10:48:00.476 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T10:48:00.480 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T10:48:00.480 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T10:48:00.480 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:48:00.480 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T10:48:00.480 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T10:48:00.480 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:48:00.481 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ], 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T10:47:35.055482+0000", 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout }, 2024-09-05T10:48:00.482 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T10:48:00.483 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout } 2024-09-05T10:48:00.483 INFO:teuthology.orchestra.run.smithi050.stdout:mgr is available 2024-09-05T10:48:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:00 smithi050 ceph-mon[29032]: mgrmap e4: x(active, since 2s) 2024-09-05T10:48:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:00 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/535197144' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout fsid = 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 2024-09-05T10:48:01.639 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T10:48:01.640 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T10:48:01.640 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T10:48:01.640 INFO:teuthology.orchestra.run.smithi050.stdout:Enabling cephadm module... 2024-09-05T10:48:01.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:01 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1308550658' entity='client.admin' cmd={"prefix": "config assimilate-conf"} : dispatch 2024-09-05T10:48:03.040 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:02 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2630502593' entity='client.admin' cmd={"prefix": "mgr module enable", "module": "cephadm"} : dispatch 2024-09-05T10:48:03.040 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ignoring --setuser ceph since I am not root 2024-09-05T10:48:03.040 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ignoring --setgroup ceph since I am not root 2024-09-05T10:48:03.041 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:02.868+0000 7fdd833f2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T10:48:03.041 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:02.926+0000 7fdd833f2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T10:48:03.301 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:03.081+0000 7fdd833f2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T10:48:03.301 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:03.149+0000 7fdd833f2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T10:48:03.301 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:03.299+0000 7fdd833f2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:48:03.647 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:03.448+0000 7fdd833f2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T10:48:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2630502593' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-05T10:48:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-mon[29032]: mgrmap e5: x(active, since 5s) 2024-09-05T10:48:03.924 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:03.772+0000 7fdd833f2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T10:48:03.924 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:03.837+0000 7fdd833f2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T10:48:04.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:04.028+0000 7fdd833f2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T10:48:04.583 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout { 2024-09-05T10:48:04.584 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-05T10:48:04.584 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T10:48:04.584 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T10:48:04.584 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T10:48:04.584 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout } 2024-09-05T10:48:04.584 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for the mgr to restart... 2024-09-05T10:48:04.584 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for mgr epoch 5... 2024-09-05T10:48:04.833 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:04 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/925275299' entity='client.admin' cmd={"prefix": "mgr stat"} : dispatch 2024-09-05T10:48:05.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:04.947+0000 7fdd833f2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T10:48:05.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:05.018+0000 7fdd833f2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T10:48:06.018 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:05.752+0000 7fdd833f2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T10:48:06.018 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:05.870+0000 7fdd833f2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T10:48:06.301 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.016+0000 7fdd833f2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:48:06.301 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.079+0000 7fdd833f2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T10:48:06.302 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.230+0000 7fdd833f2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T10:48:06.302 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.300+0000 7fdd833f2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T10:48:06.590 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.361+0000 7fdd833f2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T10:48:06.590 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.522+0000 7fdd833f2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T10:48:06.591 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.589+0000 7fdd833f2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T10:48:06.865 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.657+0000 7fdd833f2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T10:48:06.865 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.742+0000 7fdd833f2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T10:48:06.865 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.803+0000 7fdd833f2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T10:48:06.865 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:06.863+0000 7fdd833f2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T10:48:07.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:07.668+0000 7fdd833f2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T10:48:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: Active manager daemon x restarted 2024-09-05T10:48:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: Activating manager daemon x 2024-09-05T10:48:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: osdmap e2: 0 total, 0 up, 0 in 2024-09-05T10:48:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: mgrmap e6: x(active, starting, since 0.00319553s) 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: Manager daemon x is now available 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T10:48:07.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:07 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T10:48:09.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:08 smithi050 ceph-mon[29032]: Found migration_current of "None". Setting to last migration. 2024-09-05T10:48:09.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:08 smithi050 ceph-mon[29032]: mgrmap e7: x(active, since 1.00488s) 2024-09-05T10:48:09.281 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout { 2024-09-05T10:48:09.281 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-05T10:48:09.281 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T10:48:09.281 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout } 2024-09-05T10:48:09.281 INFO:teuthology.orchestra.run.smithi050.stdout:mgr epoch 5 is available 2024-09-05T10:48:09.282 INFO:teuthology.orchestra.run.smithi050.stdout:Setting orchestrator backend to cephadm... 2024-09-05T10:48:09.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:09 smithi050 ceph-mon[29032]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-05T10:48:09.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:09 smithi050 ceph-mon[29032]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-05T10:48:09.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:09 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:09.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:09 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:10.879 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:10.663+0000 7fdcf089d640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:10:48:10] ENGINE Error in HTTPServer.serve 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: Traceback (most recent call last): 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self._connections.run(self.expiration_interval) 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self._run(expiration_interval) 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: s = self.context.wrap_socket( 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T10:48:10.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: return self.sslsocket_class._create( 2024-09-05T10:48:10.881 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T10:48:10.881 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self.do_handshake() 2024-09-05T10:48:10.881 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T10:48:10.881 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self._sslobj.do_handshake() 2024-09-05T10:48:10.881 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T10:48:10.881 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:11.144 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: mgrmap e8: x(active, since 2s) 2024-09-05T10:48:11.144 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:11.144 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:11.144 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:10] ENGINE Bus STARTING 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:10] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:10] ENGINE Error in HTTPServer.serve 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: Traceback (most recent call last): 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._connections.run(self.expiration_interval) 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._run(expiration_interval) 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T10:48:11.145 INFO:journalctl@ceph.mon.a.smithi050.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: s = self.context.wrap_socket( 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: return self.sslsocket_class._create( 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: self.do_handshake() 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._sslobj.do_handshake() 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:10] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:10] ENGINE Bus STARTED 2024-09-05T10:48:11.146 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:10 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:11.794 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-05T10:48:11.794 INFO:teuthology.orchestra.run.smithi050.stdout:Generating ssh key... 2024-09-05T10:48:12.042 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:11 smithi050 ceph-mon[29032]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: Generating public/private rsa key pair. 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: Your identification has been saved in /tmp/tmp6d0m_ob8/key 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: Your public key has been saved in /tmp/tmp6d0m_ob8/key.pub 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: The key fingerprint is: 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: SHA256:UKshrspPQ/PDU48pC7GgDlnB3P4BYpnpme9SIwY4pho ceph-062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: The key's randomart image is: 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: +---[RSA 3072]----+ 2024-09-05T10:48:12.980 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: | . | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: | o = . . | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: |. X + o . | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: |++ B o + | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: |o+=+o o.S | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: |Eo=oO...+ | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: |=o.B.B.o . | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: |=.o.o = | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: |.o.o.. | 2024-09-05T10:48:12.981 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: +----[SHA256]-----+ 2024-09-05T10:48:13.818 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:13 smithi050 ceph-mon[29032]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:13.818 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:13 smithi050 ceph-mon[29032]: Generating ssh key... 2024-09-05T10:48:13.818 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:13 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:13.818 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:13 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:14.473 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:14.473 INFO:teuthology.orchestra.run.smithi050.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-05T10:48:14.473 INFO:teuthology.orchestra.run.smithi050.stdout:Adding key to root@localhost authorized_keys... 2024-09-05T10:48:14.474 INFO:teuthology.orchestra.run.smithi050.stdout:Adding host smithi050... 2024-09-05T10:48:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:14 smithi050 ceph-mon[29032]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:16.089 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:15 smithi050 ceph-mon[29032]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi050", "addr": "172.21.15.50", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:16.994 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:16 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi050 2024-09-05T10:48:18.930 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout Added host 'smithi050' with addr '172.21.15.50' 2024-09-05T10:48:18.931 INFO:teuthology.orchestra.run.smithi050.stdout:Deploying unmanaged mon service... 2024-09-05T10:48:19.543 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:19 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:19.543 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:19 smithi050 ceph-mon[29032]: Added host smithi050 2024-09-05T10:48:19.543 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:19 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:20.240 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-05T10:48:20.240 INFO:teuthology.orchestra.run.smithi050.stdout:Deploying unmanaged mgr service... 2024-09-05T10:48:20.831 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:20 smithi050 ceph-mon[29032]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:20.832 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:20 smithi050 ceph-mon[29032]: Saving service mon spec with placement count:5 2024-09-05T10:48:20.832 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:20 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:22.107 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:21 smithi050 ceph-mon[29032]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:22.107 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:21 smithi050 ceph-mon[29032]: Saving service mgr spec with placement count:2 2024-09-05T10:48:22.107 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:21 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:22.107 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:21 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:22.107 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:21 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:22.130 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-05T10:48:23.849 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:23 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1922741456' entity='client.admin' 2024-09-05T10:48:23.849 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:23 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:25.032 INFO:teuthology.orchestra.run.smithi050.stdout:Enabling the dashboard module... 2024-09-05T10:48:25.550 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:25 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2992388711' entity='client.admin' 2024-09-05T10:48:25.550 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:25 smithi050 ceph-mon[29032]: from='mgr.14118 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:26.792 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:26 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1696548694' entity='client.admin' cmd={"prefix": "mgr module enable", "module": "dashboard"} : dispatch 2024-09-05T10:48:26.792 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ignoring --setuser ceph since I am not root 2024-09-05T10:48:26.793 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ignoring --setgroup ceph since I am not root 2024-09-05T10:48:26.793 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:26.575+0000 7f8a3070b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T10:48:26.793 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:26.633+0000 7f8a3070b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T10:48:26.793 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:26.790+0000 7f8a3070b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T10:48:27.042 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:26.858+0000 7f8a3070b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T10:48:27.042 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:27.008+0000 7f8a3070b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:48:27.297 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:27.156+0000 7f8a3070b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T10:48:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:27 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1696548694' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-05T10:48:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:27 smithi050 ceph-mon[29032]: mgrmap e9: x(active, since 18s) 2024-09-05T10:48:27.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:27.477+0000 7f8a3070b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T10:48:27.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:27.541+0000 7f8a3070b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T10:48:28.015 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:27.733+0000 7f8a3070b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T10:48:28.311 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout { 2024-09-05T10:48:28.311 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-05T10:48:28.311 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T10:48:28.311 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T10:48:28.311 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T10:48:28.311 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout } 2024-09-05T10:48:28.311 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for the mgr to restart... 2024-09-05T10:48:28.312 INFO:teuthology.orchestra.run.smithi050.stdout:Waiting for mgr epoch 9... 2024-09-05T10:48:28.570 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:28 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/759438325' entity='client.admin' cmd={"prefix": "mgr stat"} : dispatch 2024-09-05T10:48:28.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:28.637+0000 7f8a3070b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T10:48:28.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:28.707+0000 7f8a3070b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T10:48:29.702 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:29.438+0000 7f8a3070b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T10:48:29.702 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:29.555+0000 7f8a3070b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T10:48:29.985 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:29.700+0000 7f8a3070b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:48:29.985 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:29.763+0000 7f8a3070b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T10:48:29.985 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:29.914+0000 7f8a3070b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T10:48:29.985 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:29.983+0000 7f8a3070b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T10:48:30.272 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:30.044+0000 7f8a3070b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T10:48:30.273 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:30.205+0000 7f8a3070b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T10:48:30.273 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:30.271+0000 7f8a3070b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T10:48:30.545 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:30.339+0000 7f8a3070b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T10:48:30.545 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:30.423+0000 7f8a3070b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T10:48:30.545 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:30.484+0000 7f8a3070b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T10:48:30.546 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:30.544+0000 7f8a3070b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T10:48:31.600 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:31.344+0000 7f8a3070b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T10:48:31.600 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: Active manager daemon x restarted 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: Activating manager daemon x 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: osdmap e3: 0 total, 0 up, 0 in 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: mgrmap e10: x(active, starting, since 0.00322342s) 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: Manager daemon x is now available 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T10:48:31.601 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:32.927+0000 7f899c3a0640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:10:48:32] ENGINE Error in HTTPServer.serve 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: Traceback (most recent call last): 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self._connections.run(self.expiration_interval) 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self._run(expiration_interval) 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T10:48:33.210 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: s = self.context.wrap_socket( 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: return self.sslsocket_class._create( 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self.do_handshake() 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: self._sslobj.do_handshake() 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T10:48:33.211 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 10:48:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T10:48:33.212 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout { 2024-09-05T10:48:33.212 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-05T10:48:33.212 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T10:48:33.212 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout } 2024-09-05T10:48:33.212 INFO:teuthology.orchestra.run.smithi050.stdout:mgr epoch 9 is available 2024-09-05T10:48:33.212 INFO:teuthology.orchestra.run.smithi050.stdout:Generating a dashboard self-signed certificate... 2024-09-05T10:48:33.604 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:33 smithi050 ceph-mon[29032]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-05T10:48:33.604 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:33 smithi050 ceph-mon[29032]: mgrmap e11: x(active, since 1.00584s) 2024-09-05T10:48:33.604 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:33 smithi050 ceph-mon[29032]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-05T10:48:33.604 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:33 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:32] ENGINE Bus STARTING 2024-09-05T10:48:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:32] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T10:48:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:32] ENGINE Error in HTTPServer.serve 2024-09-05T10:48:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout: Traceback (most recent call last): 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._connections.run(self.expiration_interval) 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._run(expiration_interval) 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: s = self.context.wrap_socket( 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: return self.sslsocket_class._create( 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: self.do_handshake() 2024-09-05T10:48:34.674 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._sslobj.do_handshake() 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:33] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: [05/Sep/2024:10:48:33] ENGINE Bus STARTED 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: mgrmap e12: x(active, since 2s) 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:34.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:35.530 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:35 smithi050 ceph-mon[29032]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:35.533 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-05T10:48:35.533 INFO:teuthology.orchestra.run.smithi050.stdout:Creating initial admin user... 2024-09-05T10:48:36.992 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$Hup/avsoK2MRtbGCpk/./eZr1aZ5FJbaTPIdy2MJc3Xz0Ki8.oq7C", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725533316, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-05T10:48:36.992 INFO:teuthology.orchestra.run.smithi050.stdout:Fetching dashboard port number... 2024-09-05T10:48:37.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:37 smithi050 ceph-mon[29032]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:37.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:37 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:38.153 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stdout 8443 2024-09-05T10:48:38.162 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T10:48:38.162 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout disabled 2024-09-05T10:48:38.169 INFO:teuthology.orchestra.run.smithi050.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T10:48:38.169 INFO:teuthology.orchestra.run.smithi050.stdout:systemctl: stdout inactive 2024-09-05T10:48:38.170 INFO:teuthology.orchestra.run.smithi050.stdout:firewalld.service is not enabled 2024-09-05T10:48:38.170 INFO:teuthology.orchestra.run.smithi050.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-05T10:48:38.171 INFO:teuthology.orchestra.run.smithi050.stdout:Ceph Dashboard is now available at: 2024-09-05T10:48:38.171 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:38.171 INFO:teuthology.orchestra.run.smithi050.stdout: URL: https://smithi050:8443/ 2024-09-05T10:48:38.171 INFO:teuthology.orchestra.run.smithi050.stdout: User: admin 2024-09-05T10:48:38.171 INFO:teuthology.orchestra.run.smithi050.stdout: Password: uapljdsniq 2024-09-05T10:48:38.171 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:38.172 INFO:teuthology.orchestra.run.smithi050.stdout:Saving cluster configuration to /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config directory 2024-09-05T10:48:38.172 INFO:teuthology.orchestra.run.smithi050.stdout:Enabling autotune for osd_memory_target 2024-09-05T10:48:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:38 smithi050 ceph-mon[29032]: mgrmap e13: x(active, since 6s) 2024-09-05T10:48:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:38 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2269087803' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} : dispatch 2024-09-05T10:48:40.483 INFO:teuthology.orchestra.run.smithi050.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout:Or, if you are only running a single cluster on this host: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.484 INFO:teuthology.orchestra.run.smithi050.stdout: ceph telemetry on 2024-09-05T10:48:40.485 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.485 INFO:teuthology.orchestra.run.smithi050.stdout:For more information see: 2024-09-05T10:48:40.485 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.485 INFO:teuthology.orchestra.run.smithi050.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-05T10:48:40.485 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:40.485 INFO:teuthology.orchestra.run.smithi050.stdout:Bootstrap complete. 2024-09-05T10:48:40.518 INFO:tasks.cephadm:Fetching config... 2024-09-05T10:48:40.518 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:48:40.518 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-05T10:48:40.535 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-05T10:48:40.536 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:48:40.536 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-05T10:48:40.591 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-05T10:48:40.591 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:48:40.592 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-05T10:48:40.657 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-05T10:48:40.657 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:48:40.657 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-05T10:48:40.712 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-05T10:48:40.712 DEBUG:teuthology.orchestra.run.smithi033:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T10:48:40.754 INFO:teuthology.orchestra.run.smithi033.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:40.766 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T10:48:40.803 INFO:teuthology.orchestra.run.smithi050.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:40.814 DEBUG:teuthology.orchestra.run.smithi119:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T10:48:40.856 INFO:teuthology.orchestra.run.smithi119.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:40.869 DEBUG:teuthology.orchestra.run.smithi154:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T10:48:40.911 INFO:teuthology.orchestra.run.smithi154.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:40.924 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T10:48:40.966 INFO:teuthology.orchestra.run.smithi173.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEGzFni0q8/uIS2PrCN6jV3EN0FiVZEpO/g+Cv+6iZgPBb/lJgYOiXFhEZ5EYlqFpxORjWatLd4TfxsRUENhKcHE9XG2mKFotQGrwv9SHsd7BVPAkDY3iTMr/IfYVFHHFT9f2riDym4MUKnu8VsfRo98/ZbHhdsmerhc42tj5p7iB5JT+e5dzYzurnAR8RAdueLgkRdUNKjvQTQ3jbHiadD4tv5bWLczpwSPOMx/RsC9q1uZga0jwgyx620L2mPQ4Mn0AnRjqkbpZto5bmALaBL/PbvqHYGd6tkk6z+vHshY9lWkkZfJL0D+lMWXwuN0yQNmeiTJE/S7y+viH7cN0GDfehBobOVxg2uHJPqYeYFWq+FwLXZ19U40bAM5ushAqjglIWMzqq5K2uSw8RQLcB5gtm2s5M1R/06Tq8DbszLxWJKCMQZYeGLi2VtnpO+i3XO+FLP7uf5Auoy66mg9iCHqvPhTMJAtGXnxd9GQVMFog5hpA3waFyJWOxRmCZdeE= ceph-062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:48:40.979 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-05T10:48:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:40 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1950882531' entity='client.admin' 2024-09-05T10:48:41.184 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:48:44.342 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-05T10:48:44.342 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-05T10:48:45.002 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:48:45.122 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:44 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/43828635' entity='client.admin' 2024-09-05T10:48:45.972 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:45.972 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:45.972 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi050", "name": "osd_memory_target"} : dispatch 2024-09-05T10:48:45.972 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:45.972 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:45.972 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:47.556 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi033 2024-09-05T10:48:47.557 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:48:47.557 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/etc/ceph/ceph.conf 2024-09-05T10:48:47.575 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:48:47.576 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:48:47.634 INFO:tasks.cephadm:Adding host smithi033 to orchestrator... 2024-09-05T10:48:47.634 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host add smithi033 2024-09-05T10:48:47.826 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:48:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:48:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:48:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T10:48:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:48:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:48:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:48:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:49.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:49 smithi050 ceph-mon[29032]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi033", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:48:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:52 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi033 2024-09-05T10:48:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:52 smithi050 ceph-mon[29032]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:48:52.839 INFO:teuthology.orchestra.run.smithi050.stdout:Added host 'smithi033' with addr '172.21.15.33' 2024-09-05T10:48:53.502 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T10:48:53.694 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:48:54.066 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:54.066 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:53 smithi050 ceph-mon[29032]: Added host smithi033 2024-09-05T10:48:54.066 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:48:54.066 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:54.066 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:54.066 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:53 smithi050 ceph-mon[29032]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:48:55.172 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:55.355 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:48:55.356 INFO:teuthology.orchestra.run.smithi050.stdout:[{"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}, {"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}] 2024-09-05T10:48:55.984 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi119 2024-09-05T10:48:55.984 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:48:55.984 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/etc/ceph/ceph.conf 2024-09-05T10:48:56.003 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:48:56.003 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:48:56.061 INFO:tasks.cephadm:Adding host smithi119 to orchestrator... 2024-09-05T10:48:56.061 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host add smithi119 2024-09-05T10:48:56.261 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:48:56.381 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:56 smithi050 ceph-mon[29032]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:48:56.382 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:56 smithi050 ceph-mon[29032]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:48:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T10:48:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:48:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:48:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:58 smithi050 ceph-mon[29032]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi119", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:59 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi119 2024-09-05T10:49:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:48:59 smithi050 ceph-mon[29032]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:01.396 INFO:teuthology.orchestra.run.smithi050.stdout:Added host 'smithi119' with addr '172.21.15.119' 2024-09-05T10:49:02.052 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T10:49:02.246 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:02 smithi050 ceph-mon[29032]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:02 smithi050 ceph-mon[29032]: Added host smithi119 2024-09-05T10:49:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:03.733 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:03 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:03.734 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:03 smithi050 ceph-mon[29032]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:04.131 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:49:04.131 INFO:teuthology.orchestra.run.smithi050.stdout:[{"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}, {"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}, {"addr": "172.21.15.119", "hostname": "smithi119", "labels": [], "status": ""}] 2024-09-05T10:49:04.677 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi154 2024-09-05T10:49:04.677 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:49:04.677 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/etc/ceph/ceph.conf 2024-09-05T10:49:04.696 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:49:04.696 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:04.754 INFO:tasks.cephadm:Adding host smithi154 to orchestrator... 2024-09-05T10:49:04.755 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host add smithi154 2024-09-05T10:49:04.954 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:05.075 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:04 smithi050 ceph-mon[29032]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:49:06.271 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"} : dispatch 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:06.272 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:07.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:07 smithi050 ceph-mon[29032]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:07.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:07 smithi050 ceph-mon[29032]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:49:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:08 smithi050 ceph-mon[29032]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi154", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:08 smithi050 ceph-mon[29032]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:09.574 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:09 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi154 2024-09-05T10:49:09.905 INFO:teuthology.orchestra.run.smithi050.stdout:Added host 'smithi154' with addr '172.21.15.154' 2024-09-05T10:49:10.495 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:10 smithi050 ceph-mon[29032]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:10.495 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:10.495 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:10.495 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:10.496 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T10:49:10.702 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:11 smithi050 ceph-mon[29032]: Added host smithi154 2024-09-05T10:49:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:12.435 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:49:12.435 INFO:teuthology.orchestra.run.smithi050.stdout:[{"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}, {"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}, {"addr": "172.21.15.119", "hostname": "smithi119", "labels": [], "status": ""}, {"addr": "172.21.15.154", "hostname": "smithi154", "labels": [], "status": ""}] 2024-09-05T10:49:12.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:12 smithi050 ceph-mon[29032]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:13.010 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi173 2024-09-05T10:49:13.010 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:49:13.010 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.conf 2024-09-05T10:49:13.029 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:49:13.029 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:13.087 INFO:tasks.cephadm:Adding host smithi173 to orchestrator... 2024-09-05T10:49:13.088 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host add smithi173 2024-09-05T10:49:13.283 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:13.624 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:13 smithi050 ceph-mon[29032]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi154", "name": "osd_memory_target"} : dispatch 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:14.637 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:15.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:15 smithi050 ceph-mon[29032]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T10:49:15.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:15 smithi050 ceph-mon[29032]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:15.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:15.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:15.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:16.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:16 smithi050 ceph-mon[29032]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:16.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:16 smithi050 ceph-mon[29032]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:49:16.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:16 smithi050 ceph-mon[29032]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:16.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:16 smithi050 ceph-mon[29032]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:17.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:17 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi173 2024-09-05T10:49:18.335 INFO:teuthology.orchestra.run.smithi050.stdout:Added host 'smithi173' with addr '172.21.15.173' 2024-09-05T10:49:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:18 smithi050 ceph-mon[29032]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:18.990 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T10:49:19.184 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:19.629 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:19 smithi050 ceph-mon[29032]: Added host smithi173 2024-09-05T10:49:19.629 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:19.629 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:20.567 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:20 smithi050 ceph-mon[29032]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:20.567 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:20.951 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:49:20.951 INFO:teuthology.orchestra.run.smithi050.stdout:[{"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}, {"addr": "172.21.15.33", "hostname": "smithi033", "labels": [], "status": ""}, {"addr": "172.21.15.119", "hostname": "smithi119", "labels": [], "status": ""}, {"addr": "172.21.15.154", "hostname": "smithi154", "labels": [], "status": ""}, {"addr": "172.21.15.173", "hostname": "smithi173", "labels": [], "status": ""}] 2024-09-05T10:49:21.554 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-05T10:49:21.554 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd crush tunables default 2024-09-05T10:49:21.751 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:23.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:23 smithi050 ceph-mon[29032]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T10:49:23.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:23.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:23.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:24.377 INFO:teuthology.orchestra.run.smithi050.stderr:adjusted tunables profile to default 2024-09-05T10:49:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:24 smithi050 ceph-mon[29032]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:24.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:24 smithi050 ceph-mon[29032]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:24.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:24 smithi050 ceph-mon[29032]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:49:24.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:24 smithi050 ceph-mon[29032]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:24.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:24 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1697670878' entity='client.admin' cmd={"prefix": "osd crush tunables", "profile": "default"} : dispatch 2024-09-05T10:49:24.987 INFO:tasks.cephadm:Adding mon.a on smithi050 2024-09-05T10:49:24.988 INFO:tasks.cephadm:Adding mon.b on smithi119 2024-09-05T10:49:24.988 INFO:tasks.cephadm:Adding mon.c on smithi154 2024-09-05T10:49:24.988 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch apply mon '3;smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c' 2024-09-05T10:49:25.185 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:25.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:25 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1697670878' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-05T10:49:25.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:25 smithi050 ceph-mon[29032]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T10:49:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:26 smithi050 ceph-mon[29032]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:26.954 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mon update... 2024-09-05T10:49:27.483 DEBUG:teuthology.orchestra.run.smithi119:mon.b> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.b.service 2024-09-05T10:49:27.486 DEBUG:teuthology.orchestra.run.smithi154:mon.c> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.c.service 2024-09-05T10:49:27.488 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T10:49:27.489 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T10:49:28.223 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:28.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='client.14194 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:28.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: Saving service mon spec with placement smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T10:49:28.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: Deploying daemon mon.c on smithi154 2024-09-05T10:49:28.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:27 smithi050 ceph-mon[29032]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:30 smithi050 ceph-mon[29032]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:31.041 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:49:31.041 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":1,"fsid":"062ada42-6b74-11ef-bcd6-c7b262605968","modified":"2024-09-05T10:47:31.965211Z","created":"2024-09-05T10:47:31.965211Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:3300","nonce":0},{"type":"v1","addr":"172.21.15.50:6789","nonce":0}]},"addr":"172.21.15.50:6789/0","public_addr":"172.21.15.50:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-05T10:49:31.041 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 1 2024-09-05T10:49:32.840 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T10:49:32.841 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T10:49:33.051 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:49:36.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: mon.a calling monitor election 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: mon.c calling monitor election 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:36.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: monmap e2: 2 mons at {a=[v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0],c=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: fsmap 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: mgrmap e13: x(active, since 64s) 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: overall HEALTH_OK 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:36.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:36.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:37.647 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:37 smithi154 ceph-mon[32554]: Deploying daemon mon.b on smithi119 2024-09-05T10:49:37.647 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:37 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:37.647 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:49:37.648 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":2,"fsid":"062ada42-6b74-11ef-bcd6-c7b262605968","modified":"2024-09-05T10:49:31.150080Z","created":"2024-09-05T10:47:31.965211Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:3300","nonce":0},{"type":"v1","addr":"172.21.15.50:6789","nonce":0}]},"addr":"172.21.15.50:6789/0","public_addr":"172.21.15.50:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:3300","nonce":0},{"type":"v1","addr":"172.21.15.154:6789","nonce":0}]},"addr":"172.21.15.154:6789/0","public_addr":"172.21.15.154:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T10:49:37.648 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 2 2024-09-05T10:49:37.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:37 smithi050 ceph-mon[29032]: Deploying daemon mon.b on smithi119 2024-09-05T10:49:37.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:37 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:38 smithi050 ceph-mon[29032]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:38 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/3630345601' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-09-05T10:49:38.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:38 smithi154 ceph-mon[32554]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:38.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:38 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/3630345601' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-09-05T10:49:39.187 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T10:49:39.187 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T10:49:39.391 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:49:39.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 podman[32654]: 2024-09-05 10:49:39.729383696 +0000 UTC m=+0.341450705 container start 90ae4d685f92bb68555fd981f670fc9e94c7517c92a8155ab672a065a1635cb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T10:49:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T10:49:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable), process ceph-mon, pid 2 2024-09-05T10:49:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pidfile_write: ignore empty --pid-file 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: load: jerasure load: lrc 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: RocksDB version: 7.9.2 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Git sha 0 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Compile date 2024-09-04 12:26:02 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: DB SUMMARY 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: DB Session ID: 0S31BEXADLRZ43LCQI2H 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: CURRENT file: CURRENT 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-05T10:49:40.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.error_if_exists: 0 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.create_if_missing: 0 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.paranoid_checks: 1 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.env: 0x55ed86c5b800 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.info_log: 0x55ed878d2be0 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.statistics: (nil) 2024-09-05T10:49:40.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.use_fsync: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_log_file_size: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.allow_fallocate: 1 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.use_direct_reads: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T10:49:40.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T10:49:40.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.db_log_dir: 2024-09-05T10:49:40.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.wal_dir: 2024-09-05T10:49:40.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.write_buffer_manager: 0x55ed878a2140 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T10:49:40.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.unordered_write: 0 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T10:49:40.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.row_cache: None 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.wal_filter: None 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.two_write_queues: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.wal_compression: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.atomic_flush: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.log_readahead_size: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T10:49:40.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_background_jobs: 2 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_background_compactions: -1 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_subcompactions: 1 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T10:49:40.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_open_files: -1 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_background_flushes: -1 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Compression algorithms supported: 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kZSTD supported: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kXpressCompression supported: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kBZip2Compression supported: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T10:49:40.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kLZ4Compression supported: 1 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kZlibCompression supported: 1 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: kSnappyCompression supported: 1 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.merge_operator: 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_filter: None 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T10:49:40.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ed878d2820) 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: cache_index_and_filter_blocks: 1 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: pin_top_level_index_and_filter: 1 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_type: 0 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: data_block_index_type: 0 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_shortening: 1 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: checksum: 4 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: no_block_cache: 0 2024-09-05T10:49:40.260 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache: 0x55ed878c7350 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_name: BinnedLRUCache 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_options: 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: capacity : 536870912 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: num_shard_bits : 4 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: strict_capacity_limit : 0 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: high_pri_pool_ratio: 0.000 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_compressed: (nil) 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: persistent_cache: (nil) 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_size: 4096 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_size_deviation: 10 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_restart_interval: 16 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_block_restart_interval: 1 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: metadata_block_size: 4096 2024-09-05T10:49:40.261 INFO:journalctl@ceph.mon.b.smithi119.stdout: partition_filters: 0 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: use_delta_encoding: 1 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: filter_policy: bloomfilter 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: whole_key_filtering: 1 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: verify_compression: 0 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: read_amp_bytes_per_bit: 0 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: format_version: 5 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: enable_index_compression: 1 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_align: 0 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: max_auto_readahead_size: 262144 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: prepopulate_block_cache: 0 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: initial_auto_readahead_size: 8192 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T10:49:40.262 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression: NoCompression 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.num_levels: 7 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T10:49:40.263 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T10:49:40.264 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T10:49:40.265 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T10:49:40.266 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.table_properties_collectors: 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.inplace_update_support: 0 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T10:49:40.267 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.bloom_locality: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.max_successive_merges: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.ttl: 2592000 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.enable_blob_files: false 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.min_blob_size: 0 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T10:49:40.268 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 6be91516-cb9b-4945-85a7-b71d247828e4 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725533379756065, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725533379756452, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725533379, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6be91516-cb9b-4945-85a7-b71d247828e4", "db_session_id": "0S31BEXADLRZ43LCQI2H", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725533379756547, "job": 1, "event": "recovery_finished"} 2024-09-05T10:49:40.269 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ed878f0e00 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: DB pointer 0x55ed87944000 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** DB Stats ** 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T10:49:40.270 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** Compaction Stats [default] ** 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** Compaction Stats [default] ** 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T10:49:40.271 INFO:journalctl@ceph.mon.b.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: Block cache BinnedLRUCache@0x55ed878c7350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-05T10:49:40.272 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: using public_addr v2:172.21.15.119:0/0 -> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: starting mon.b rank -1 at public addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] at bind addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(???) e0 preinit fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).mds e1 new map 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout: e1 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout: legacy client fscid: -1 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout: No filesystems configured 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-05T10:49:40.273 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Added host smithi119 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.274 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"} : dispatch 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.275 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi154", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Deploying cephadm binary to smithi154 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Added host smithi154 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.276 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi154", "name": "osd_memory_target"} : dispatch 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.277 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Deploying cephadm binary to smithi173 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Added host smithi173 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.278 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.279 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1697670878' entity='client.admin' cmd={"prefix": "osd crush tunables", "profile": "default"} : dispatch 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1697670878' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.14194 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Saving service mon spec with placement smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:40.280 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Deploying daemon mon.c on smithi154 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.a calling monitor election 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.281 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.c calling monitor election 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: monmap e2: 2 mons at {a=[v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0],c=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-05T10:49:40.282 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: fsmap 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mgrmap e13: x(active, since 64s) 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: overall HEALTH_OK 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: Deploying daemon mon.b on smithi119 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/3630345601' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 ceph-mon[32672]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-05T10:49:40.283 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 bash[32654]: 90ae4d685f92bb68555fd981f670fc9e94c7517c92a8155ab672a065a1635cb0 2024-09-05T10:49:40.284 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:39 smithi119 systemd[1]: Started Ceph mon.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T10:49:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:49:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: mon.a calling monitor election 2024-09-05T10:49:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: mon.c calling monitor election 2024-09-05T10:49:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: mon.b calling monitor election 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: monmap e3: 3 mons at {a=[v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0],b=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],c=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: fsmap 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: mgrmap e13: x(active, since 73s) 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: overall HEALTH_OK 2024-09-05T10:49:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:49:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: mon.a calling monitor election 2024-09-05T10:49:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: mon.c calling monitor election 2024-09-05T10:49:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: mon.b calling monitor election 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: monmap e3: 3 mons at {a=[v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0],b=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],c=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: fsmap 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: mgrmap e13: x(active, since 73s) 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: overall HEALTH_OK 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: mon.a calling monitor election 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: mon.c calling monitor election 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: mon.b calling monitor election 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: monmap e3: 3 mons at {a=[v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0],b=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0],c=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: fsmap 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: mgrmap e13: x(active, since 73s) 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: overall HEALTH_OK 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:45.683 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:49:45.683 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":3,"fsid":"062ada42-6b74-11ef-bcd6-c7b262605968","modified":"2024-09-05T10:49:39.781569Z","created":"2024-09-05T10:47:31.965211Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:3300","nonce":0},{"type":"v1","addr":"172.21.15.50:6789","nonce":0}]},"addr":"172.21.15.50:6789/0","public_addr":"172.21.15.50:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:3300","nonce":0},{"type":"v1","addr":"172.21.15.154:6789","nonce":0}]},"addr":"172.21.15.154:6789/0","public_addr":"172.21.15.154:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3300","nonce":0},{"type":"v1","addr":"172.21.15.119:6789","nonce":0}]},"addr":"172.21.15.119:6789/0","public_addr":"172.21.15.119:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-05T10:49:45.683 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 3 2024-09-05T10:49:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:45 smithi050 ceph-mon[29032]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:45 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/973496027' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-09-05T10:49:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:45 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:45 smithi154 ceph-mon[32554]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:45 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/973496027' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-09-05T10:49:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:45 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:45 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:45 smithi119 ceph-mon[32672]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:45 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/973496027' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-09-05T10:49:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:45 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:49:46.686 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-05T10:49:46.686 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph config generate-minimal-conf 2024-09-05T10:49:46.896 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T10:49:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:47.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T10:49:47.256 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.257 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:47.258 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:47.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T10:49:47.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:47.429 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:48.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:47 smithi119 ceph-mon[32672]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T10:49:48.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:47 smithi119 ceph-mon[32672]: Reconfiguring daemon mon.a on smithi050 2024-09-05T10:49:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:47 smithi119 ceph-mon[32672]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:48.253 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:47 smithi050 ceph-mon[29032]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T10:49:48.253 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:47 smithi050 ceph-mon[29032]: Reconfiguring daemon mon.a on smithi050 2024-09-05T10:49:48.253 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:47 smithi050 ceph-mon[29032]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:48.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:47 smithi154 ceph-mon[32554]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T10:49:48.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:47 smithi154 ceph-mon[32554]: Reconfiguring daemon mon.a on smithi050 2024-09-05T10:49:48.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:47 smithi154 ceph-mon[32554]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:49.631 INFO:teuthology.orchestra.run.smithi050.stdout:# minimal ceph.conf for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:49:49.631 INFO:teuthology.orchestra.run.smithi050.stdout:[global] 2024-09-05T10:49:49.631 INFO:teuthology.orchestra.run.smithi050.stdout: fsid = 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T10:49:49.631 INFO:teuthology.orchestra.run.smithi050.stdout: mon_host = [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2024-09-05T10:49:50.293 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-05T10:49:50.293 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:49:50.293 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: Reconfiguring mon.b (monmap changed)... 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: Reconfiguring daemon mon.b on smithi119 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:50.301 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:50 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/950099188' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:50.326 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:49:50.327 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:50.359 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:50.359 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:50.359 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: Reconfiguring mon.b (monmap changed)... 2024-09-05T10:49:50.359 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:50.360 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:50.360 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:50.360 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: Reconfiguring daemon mon.b on smithi119 2024-09-05T10:49:50.360 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:50.360 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:50 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/950099188' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:50.396 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:49:50.396 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T10:49:50.424 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:49:50.424 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: Reconfiguring mon.b (monmap changed)... 2024-09-05T10:49:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: Reconfiguring daemon mon.b on smithi119 2024-09-05T10:49:50.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:50.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:50 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/950099188' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:50.489 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:49:50.489 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T10:49:50.517 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:49:50.517 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:50.582 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:49:50.582 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T10:49:50.610 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:49:50.610 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:50.675 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:49:50.675 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T10:49:50.707 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:49:50.707 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T10:49:50.775 INFO:tasks.cephadm:Adding mgr.x on smithi050 2024-09-05T10:49:50.775 INFO:tasks.cephadm:Adding mgr.y on smithi119 2024-09-05T10:49:50.776 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch apply mgr '2;smithi050=x;smithi119=y' 2024-09-05T10:49:51.022 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:49:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:51 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:51 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:51 smithi050 ceph-mon[29032]: Reconfiguring mon.c (monmap changed)... 2024-09-05T10:49:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:51 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:51 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:51 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:51 smithi050 ceph-mon[29032]: Reconfiguring daemon mon.c on smithi154 2024-09-05T10:49:51.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:51 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:51.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:51 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:51.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:51 smithi154 ceph-mon[32554]: Reconfiguring mon.c (monmap changed)... 2024-09-05T10:49:51.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:51 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:51.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:51 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:51.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:51 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:51.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:51 smithi154 ceph-mon[32554]: Reconfiguring daemon mon.c on smithi154 2024-09-05T10:49:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:51 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:51 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:51 smithi119 ceph-mon[32672]: Reconfiguring mon.c (monmap changed)... 2024-09-05T10:49:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:51 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T10:49:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:51 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T10:49:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:51 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:51 smithi119 ceph-mon[32672]: Reconfiguring daemon mon.c on smithi154 2024-09-05T10:49:52.593 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:52 smithi154 ceph-mon[32554]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:52.593 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.593 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.593 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:52.593 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:52.593 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:52.594 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:52 smithi050 ceph-mon[29032]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.703 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mgr update... 2024-09-05T10:49:52.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:52 smithi119 ceph-mon[32672]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:52.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:52.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:52.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:52.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:52.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:53.302 DEBUG:teuthology.orchestra.run.smithi119:mgr.y> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service 2024-09-05T10:49:53.305 DEBUG:tasks.cephadm:set 0 configs 2024-09-05T10:49:53.305 INFO:tasks.cephadm:Deploying OSDs... 2024-09-05T10:49:53.305 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:49:53.305 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T10:49:53.324 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T10:49:53.324 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_1 2024-09-05T10:49:53.382 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 10:48:56.024180415 +0000 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 10:43:10.446182951 +0000 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 10:43:10.446182951 +0000 2024-09-05T10:49:53.383 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 10:43:10.446182951 +0000 2024-09-05T10:49:53.383 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T10:49:53.451 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T10:49:53.451 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T10:49:53.451 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000215122 s, 2.4 MB/s 2024-09-05T10:49:53.452 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T10:49:53.511 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_2 2024-09-05T10:49:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T10:49:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:53.568 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-05T10:49:53.569 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:53.569 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:53.569 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 10:48:56.058179882 +0000 2024-09-05T10:49:53.569 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 10:43:10.764177962 +0000 2024-09-05T10:49:53.569 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 10:43:10.764177962 +0000 2024-09-05T10:49:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 10:43:10.764177962 +0000 2024-09-05T10:49:53.569 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T10:49:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T10:49:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T10:49:53.636 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.0003085 s, 1.7 MB/s 2024-09-05T10:49:53.637 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T10:49:53.695 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_3 2024-09-05T10:49:53.751 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 10:48:56.091179365 +0000 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 10:43:11.085172925 +0000 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 10:43:11.085172925 +0000 2024-09-05T10:49:53.752 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 10:43:11.085172925 +0000 2024-09-05T10:49:53.752 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T10:49:53.818 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T10:49:53.818 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T10:49:53.818 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000186816 s, 2.7 MB/s 2024-09-05T10:49:53.819 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T10:49:53.877 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_4 2024-09-05T10:49:53.933 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T10:49:53.933 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:53.933 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-05T10:49:53.933 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:53.933 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:53.934 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-05 10:48:56.123178864 +0000 2024-09-05T10:49:53.934 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-05 10:43:11.414167763 +0000 2024-09-05T10:49:53.934 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-05 10:43:11.414167763 +0000 2024-09-05T10:49:53.934 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-09-05 10:43:11.414167763 +0000 2024-09-05T10:49:53.934 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T10:49:53.984 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi050=x;smithi119=y", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: Saving service mgr spec with placement smithi050=x;smithi119=y;count:2 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: Deploying daemon mgr.y on smithi119 2024-09-05T10:49:53.985 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:53 smithi119 ceph-mon[32672]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:53.998 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-05T10:49:53.998 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-05T10:49:53.998 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000248066 s, 2.1 MB/s 2024-09-05T10:49:54.000 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T10:49:54.057 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:49:54.057 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T10:49:54.076 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T10:49:54.076 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_1 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-05 10:48:43.996281804 +0000 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-05 10:43:11.715957521 +0000 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-05 10:43:11.715957521 +0000 2024-09-05T10:49:54.136 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-05 10:43:11.715957521 +0000 2024-09-05T10:49:54.136 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T10:49:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi050=x;smithi119=y", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: Saving service mgr spec with placement smithi050=x;smithi119=y;count:2 2024-09-05T10:49:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T10:49:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T10:49:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T10:49:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: Deploying daemon mgr.y on smithi119 2024-09-05T10:49:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:53 smithi050 ceph-mon[29032]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi050=x;smithi119=y", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: Saving service mgr spec with placement smithi050=x;smithi119=y;count:2 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T10:49:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T10:49:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T10:49:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: Deploying daemon mgr.y on smithi119 2024-09-05T10:49:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:53 smithi154 ceph-mon[32554]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:54.201 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-05T10:49:54.201 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-05T10:49:54.201 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000127604 s, 4.0 MB/s 2024-09-05T10:49:54.202 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T10:49:54.261 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_2 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-05 10:48:44.024281102 +0000 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-05 10:43:12.020949814 +0000 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-05 10:43:12.020949814 +0000 2024-09-05T10:49:54.319 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-05 10:43:12.020949814 +0000 2024-09-05T10:49:54.320 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T10:49:54.384 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-05T10:49:54.385 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-05T10:49:54.385 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000115703 s, 4.4 MB/s 2024-09-05T10:49:54.386 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T10:49:54.443 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_3 2024-09-05T10:49:54.500 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T10:49:54.500 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:54.500 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-05T10:49:54.500 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:54.500 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:54.501 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-05 10:48:44.050280451 +0000 2024-09-05T10:49:54.501 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-05 10:43:12.360941222 +0000 2024-09-05T10:49:54.501 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-05 10:43:12.360941222 +0000 2024-09-05T10:49:54.501 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-05 10:43:12.360941222 +0000 2024-09-05T10:49:54.501 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T10:49:54.565 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-05T10:49:54.565 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-05T10:49:54.565 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000107675 s, 4.8 MB/s 2024-09-05T10:49:54.566 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T10:49:54.612 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 systemd[1]: Starting Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T10:49:54.624 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_4 2024-09-05T10:49:54.680 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T10:49:54.680 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:54.681 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-05T10:49:54.681 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:54.681 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:54.681 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-09-05 10:48:44.075279825 +0000 2024-09-05T10:49:54.681 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-09-05 10:43:12.699932656 +0000 2024-09-05T10:49:54.681 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-09-05 10:43:12.699932656 +0000 2024-09-05T10:49:54.681 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-09-05 10:43:12.699932656 +0000 2024-09-05T10:49:54.681 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T10:49:54.745 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-09-05T10:49:54.745 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-09-05T10:49:54.745 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000111066 s, 4.6 MB/s 2024-09-05T10:49:54.747 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T10:49:54.804 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:49:54.804 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T10:49:54.820 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T10:49:54.820 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_1 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-05 10:49:54.365769610 +0000 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-05 10:43:11.231790998 +0000 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-05 10:43:11.231790998 +0000 2024-09-05T10:49:54.877 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-05 10:43:11.231790998 +0000 2024-09-05T10:49:54.877 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T10:49:54.906 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 podman[33832]: 2024-09-05 10:49:54.611439239 +0000 UTC m=+0.084213275 container create 49260c975a101057040c51d977b1127662c5e6be926a806e27320fe137510049 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-05T10:49:54.906 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 podman[33832]: 2024-09-05 10:49:54.542710833 +0000 UTC m=+0.015484823 image pull 13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2 quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc 2024-09-05T10:49:54.906 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 podman[33832]: 2024-09-05 10:49:54.805457735 +0000 UTC m=+0.278231725 container init 49260c975a101057040c51d977b1127662c5e6be926a806e27320fe137510049 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-nvmeof-a1de9ae, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T10:49:54.906 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 podman[33832]: 2024-09-05 10:49:54.80839196 +0000 UTC m=+0.281165959 container start 49260c975a101057040c51d977b1127662c5e6be926a806e27320fe137510049 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T10:49:54.906 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 ceph-mgr[33853]: -- 172.21.15.119:0/1742387259 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5595ac316d00 con 0x5595ac2ea800 2024-09-05T10:49:54.933 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-05T10:49:54.933 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-05T10:49:54.933 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000252379 s, 2.0 MB/s 2024-09-05T10:49:54.935 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T10:49:54.991 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_2 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-05 10:49:54.366769586 +0000 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-05 10:43:11.565782740 +0000 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-05 10:43:11.565782740 +0000 2024-09-05T10:49:55.047 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-05 10:43:11.565782740 +0000 2024-09-05T10:49:55.048 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T10:49:55.112 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-05T10:49:55.112 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-05T10:49:55.112 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000201884 s, 2.5 MB/s 2024-09-05T10:49:55.113 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T10:49:55.170 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_3 2024-09-05T10:49:55.226 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T10:49:55.226 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:55.226 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-05T10:49:55.227 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:55.227 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:55.227 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-05 10:49:54.366769586 +0000 2024-09-05T10:49:55.227 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-05 10:43:11.894774604 +0000 2024-09-05T10:49:55.227 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-05 10:43:11.894774604 +0000 2024-09-05T10:49:55.227 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-05 10:43:11.894774604 +0000 2024-09-05T10:49:55.228 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T10:49:55.229 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 bash[33832]: 49260c975a101057040c51d977b1127662c5e6be926a806e27320fe137510049 2024-09-05T10:49:55.229 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 systemd[1]: Started Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T10:49:55.229 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:54.935+0000 7f7cf192b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T10:49:55.229 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:54.995+0000 7f7cf192b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T10:49:55.229 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:55.152+0000 7f7cf192b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T10:49:55.230 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:55.224+0000 7f7cf192b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T10:49:55.291 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-05T10:49:55.291 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-05T10:49:55.291 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000184651 s, 2.8 MB/s 2024-09-05T10:49:55.297 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T10:49:55.350 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_4 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2024-09-05 10:49:54.367769561 +0000 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2024-09-05 10:43:12.231766272 +0000 2024-09-05T10:49:55.407 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2024-09-05 10:43:12.231766272 +0000 2024-09-05T10:49:55.408 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: 2024-09-05 10:43:12.231766272 +0000 2024-09-05T10:49:55.408 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T10:49:55.475 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2024-09-05T10:49:55.476 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2024-09-05T10:49:55.476 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000209786 s, 2.4 MB/s 2024-09-05T10:49:55.476 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:55.385+0000 7f7cf192b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:49:55.477 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T10:49:55.533 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:49:55.533 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T10:49:55.552 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T10:49:55.552 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_1 2024-09-05T10:49:55.610 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-05 10:49:30.337455779 +0000 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-05 10:43:12.234577391 +0000 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-05 10:43:12.234577391 +0000 2024-09-05T10:49:55.611 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-05 10:43:12.234577391 +0000 2024-09-05T10:49:55.611 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T10:49:55.679 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-05T10:49:55.679 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-05T10:49:55.679 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000281086 s, 1.8 MB/s 2024-09-05T10:49:55.680 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T10:49:55.740 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_2 2024-09-05T10:49:55.747 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:55.550+0000 7f7cf192b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-05 10:49:30.337455779 +0000 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-05 10:43:12.561568671 +0000 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-05 10:43:12.561568671 +0000 2024-09-05T10:49:55.798 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-05 10:43:12.561568671 +0000 2024-09-05T10:49:55.799 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T10:49:55.863 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-05T10:49:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-05T10:49:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000211622 s, 2.4 MB/s 2024-09-05T10:49:55.865 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T10:49:55.922 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_3 2024-09-05T10:49:55.979 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T10:49:55.979 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:55.980 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-05T10:49:55.980 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:55.980 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:55.980 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-05 10:49:30.338455752 +0000 2024-09-05T10:49:55.980 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-05 10:43:12.908559417 +0000 2024-09-05T10:49:55.980 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-05 10:43:12.908559417 +0000 2024-09-05T10:49:55.980 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-05 10:43:12.908559417 +0000 2024-09-05T10:49:55.980 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T10:49:56.045 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-05T10:49:56.045 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-05T10:49:56.045 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000248807 s, 2.1 MB/s 2024-09-05T10:49:56.046 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T10:49:56.104 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_4 2024-09-05T10:49:56.122 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:55.875+0000 7f7cf192b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T10:49:56.122 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:55.937+0000 7f7cf192b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T10:49:56.123 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:56 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:56.121+0000 7f7cf192b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T10:49:56.123 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.123 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.123 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.123 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.123 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:56.123 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:55 smithi119 ceph-mon[32672]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:56.161 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T10:49:56.161 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:56.161 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-05T10:49:56.161 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:56.161 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:56.161 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-09-05 10:49:30.338455752 +0000 2024-09-05T10:49:56.161 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-09-05 10:43:13.247550376 +0000 2024-09-05T10:49:56.162 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-09-05 10:43:13.247550376 +0000 2024-09-05T10:49:56.162 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-09-05 10:43:13.247550376 +0000 2024-09-05T10:49:56.162 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T10:49:56.223 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.223 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.223 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.223 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.223 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:56.224 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:55 smithi154 ceph-mon[32554]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:56.225 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-09-05T10:49:56.225 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-09-05T10:49:56.225 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000198154 s, 2.6 MB/s 2024-09-05T10:49:56.227 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T10:49:56.283 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:49:56.283 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T10:49:56.303 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T10:49:56.303 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_1 2024-09-05T10:49:56.361 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T10:49:56.361 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:56.361 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-05T10:49:56.361 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:56.361 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:56.362 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-05 10:49:21.524229432 +0000 2024-09-05T10:49:56.362 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-05 10:43:12.404409585 +0000 2024-09-05T10:49:56.362 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-05 10:43:12.404409585 +0000 2024-09-05T10:49:56.362 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-05 10:43:12.404409585 +0000 2024-09-05T10:49:56.362 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T10:49:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:55 smithi050 ceph-mon[29032]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:56.429 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-05T10:49:56.429 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-05T10:49:56.429 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000271348 s, 1.9 MB/s 2024-09-05T10:49:56.431 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T10:49:56.488 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_2 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-05 10:49:21.555228755 +0000 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-05 10:43:12.758401748 +0000 2024-09-05T10:49:56.546 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-05 10:43:12.758401748 +0000 2024-09-05T10:49:56.547 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-05 10:43:12.758401748 +0000 2024-09-05T10:49:56.547 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T10:49:56.613 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-05T10:49:56.613 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-05T10:49:56.613 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000213494 s, 2.4 MB/s 2024-09-05T10:49:56.614 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T10:49:56.672 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_3 2024-09-05T10:49:56.728 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T10:49:56.728 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:56.729 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-05T10:49:56.729 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:56.729 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:56.729 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-05 10:49:21.585228099 +0000 2024-09-05T10:49:56.729 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-05 10:43:13.090394397 +0000 2024-09-05T10:49:56.729 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-05 10:43:13.090394397 +0000 2024-09-05T10:49:56.729 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-05 10:43:13.090394397 +0000 2024-09-05T10:49:56.729 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T10:49:56.794 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-05T10:49:56.794 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-05T10:49:56.794 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000186979 s, 2.7 MB/s 2024-09-05T10:49:56.795 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T10:49:56.852 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_4 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-05 10:49:21.615227443 +0000 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-05 10:43:13.416387179 +0000 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-05 10:43:13.416387179 +0000 2024-09-05T10:49:56.908 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-05 10:43:13.416387179 +0000 2024-09-05T10:49:56.909 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T10:49:56.972 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-05T10:49:56.972 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-05T10:49:56.972 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000191693 s, 2.7 MB/s 2024-09-05T10:49:56.973 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T10:49:57.029 INFO:tasks.cephadm:Deploying osd.0 on smithi050 with /dev/vg_nvme/lv_4... 2024-09-05T10:49:57.030 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T10:49:57.255 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:56.999+0000 7f7cf192b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:57.063+0000 7f7cf192b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.399 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T10:49:57.400 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T10:49:57.400 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T10:49:57.400 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:57.400 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: Reconfiguring daemon mgr.x on smithi050 2024-09-05T10:49:57.400 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T10:49:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T10:49:57.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T10:49:57.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:57.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: Reconfiguring daemon mgr.x on smithi050 2024-09-05T10:49:57.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T10:49:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T10:49:57.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:57.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: Reconfiguring daemon mgr.x on smithi050 2024-09-05T10:49:57.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.046 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:57.776+0000 7f7cf192b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T10:49:58.046 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:57.898+0000 7f7cf192b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-mon[32672]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.340 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.045+0000 7f7cf192b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T10:49:58.341 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.109+0000 7f7cf192b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T10:49:58.341 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.267+0000 7f7cf192b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T10:49:58.341 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.338+0000 7f7cf192b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T10:49:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:58 smithi050 ceph-mon[29032]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:58.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:58.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:49:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.630 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.399+0000 7f7cf192b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T10:49:58.630 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.562+0000 7f7cf192b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T10:49:58.630 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.628+0000 7f7cf192b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T10:49:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:58 smithi154 ceph-mon[32554]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:49:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:49:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:49:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:49:58.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:49:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:49:58.905 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.696+0000 7f7cf192b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T10:49:58.905 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.781+0000 7f7cf192b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T10:49:58.905 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.842+0000 7f7cf192b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T10:49:58.905 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:58.903+0000 7f7cf192b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T10:49:59.997 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 10:49:59 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[33847]: 2024-09-05T10:49:59.684+0000 7f7cf192b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T10:50:00.095 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:50:00.116 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_4 2024-09-05T10:50:00.319 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:50:00.635 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:00 smithi050 ceph-mon[29032]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:00.636 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:00 smithi050 ceph-mon[29032]: Standby manager daemon y started 2024-09-05T10:50:00.636 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:00 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T10:50:00.636 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:00 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T10:50:00.636 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:00 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T10:50:00.636 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:00 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T10:50:00.636 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:00 smithi050 ceph-mon[29032]: overall HEALTH_OK 2024-09-05T10:50:00.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:00 smithi154 ceph-mon[32554]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:00.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:00 smithi154 ceph-mon[32554]: Standby manager daemon y started 2024-09-05T10:50:00.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:00 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T10:50:00.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:00 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T10:50:00.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:00 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T10:50:00.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:00 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T10:50:00.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:00 smithi154 ceph-mon[32554]: overall HEALTH_OK 2024-09-05T10:50:00.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:00 smithi119 ceph-mon[32672]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:00.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:00 smithi119 ceph-mon[32672]: Standby manager daemon y started 2024-09-05T10:50:00.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:00 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T10:50:00.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:00 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T10:50:00.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:00 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T10:50:00.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:00 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/4061183596' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T10:50:00.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:00 smithi119 ceph-mon[32672]: overall HEALTH_OK 2024-09-05T10:50:01.617 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:01 smithi050 ceph-mon[29032]: mgrmap e14: x(active, since 89s), standbys: y 2024-09-05T10:50:01.617 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:01 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T10:50:01.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:01 smithi154 ceph-mon[32554]: mgrmap e14: x(active, since 89s), standbys: y 2024-09-05T10:50:01.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:01 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T10:50:01.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:01 smithi119 ceph-mon[32672]: mgrmap e14: x(active, since 89s), standbys: y 2024-09-05T10:50:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:01 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T10:50:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:02 smithi050 ceph-mon[29032]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:02.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:02 smithi119 ceph-mon[32672]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:02 smithi154 ceph-mon[32554]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:03.626 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:03 smithi050 ceph-mon[29032]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:03.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:03 smithi119 ceph-mon[32672]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:03 smithi154 ceph-mon[32554]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:04.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:04 smithi119 ceph-mon[32672]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:04 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3558457951' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "4019506d-45f1-41a5-83c8-5875443404df"} : dispatch 2024-09-05T10:50:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:04 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3558457951' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4019506d-45f1-41a5-83c8-5875443404df"}]': finished 2024-09-05T10:50:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:04 smithi119 ceph-mon[32672]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T10:50:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:04 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:04.845 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:04 smithi050 ceph-mon[29032]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:04.845 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:04 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3558457951' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "4019506d-45f1-41a5-83c8-5875443404df"} : dispatch 2024-09-05T10:50:04.845 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:04 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3558457951' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4019506d-45f1-41a5-83c8-5875443404df"}]': finished 2024-09-05T10:50:04.845 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:04 smithi050 ceph-mon[29032]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T10:50:04.845 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:04 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:04 smithi154 ceph-mon[32554]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:04 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3558457951' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "4019506d-45f1-41a5-83c8-5875443404df"} : dispatch 2024-09-05T10:50:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:04 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3558457951' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4019506d-45f1-41a5-83c8-5875443404df"}]': finished 2024-09-05T10:50:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:04 smithi154 ceph-mon[32554]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T10:50:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:04 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:05.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:05 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3937173010' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:05 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3937173010' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:05 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3937173010' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:06.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:06 smithi119 ceph-mon[32672]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:06 smithi050 ceph-mon[29032]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:06 smithi154 ceph-mon[32554]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:08 smithi050 ceph-mon[29032]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:08.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:08 smithi119 ceph-mon[32672]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:08 smithi154 ceph-mon[32554]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:10.585 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:10 smithi050 ceph-mon[29032]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:10.585 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T10:50:10.585 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:10.728 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:10 smithi154 ceph-mon[32554]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:10.728 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:10 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T10:50:10.728 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:10 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:10 smithi119 ceph-mon[32672]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:10 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T10:50:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:10 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:11.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:11 smithi119 ceph-mon[32672]: Deploying daemon osd.0 on smithi050 2024-09-05T10:50:11.815 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:11 smithi050 ceph-mon[29032]: Deploying daemon osd.0 on smithi050 2024-09-05T10:50:11.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:11 smithi154 ceph-mon[32554]: Deploying daemon osd.0 on smithi050 2024-09-05T10:50:12.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:12 smithi119 ceph-mon[32672]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:12.814 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:12 smithi050 ceph-mon[29032]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:12 smithi154 ceph-mon[32554]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:14.548 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:14 smithi050 ceph-mon[29032]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:14.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:14 smithi119 ceph-mon[32672]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:14 smithi154 ceph-mon[32554]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:15.664 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:15.664 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:15.664 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:16.567 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:16 smithi050 ceph-mon[29032]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:16.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:16 smithi119 ceph-mon[32672]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:16 smithi154 ceph-mon[32554]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:18.526 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 0 on host 'smithi050' 2024-09-05T10:50:18.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:18.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:18.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:18 smithi050 ceph-mon[29032]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:18.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:18 smithi050 ceph-mon[29032]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-05T10:50:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:18 smithi154 ceph-mon[32554]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:18.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:18 smithi154 ceph-mon[32554]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-05T10:50:18.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:18 smithi119 ceph-mon[32672]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:18 smithi119 ceph-mon[32672]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-05T10:50:19.107 DEBUG:teuthology.orchestra.run.smithi050:osd.0> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.0.service 2024-09-05T10:50:19.110 INFO:tasks.cephadm:Deploying osd.1 on smithi050 with /dev/vg_nvme/lv_3... 2024-09-05T10:50:19.110 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T10:50:19.386 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-mon[29032]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T10:50:19.386 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-mon[29032]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T10:50:19.387 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:19.387 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-mon[29032]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T10:50:19.387 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:19.387 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:19.387 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:19.387 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[43301]: 2024-09-05T10:50:19.307+0000 7f41bb38d640 -1 osd.0 0 waiting for initial osdmap 2024-09-05T10:50:19.387 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:50:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[43301]: 2024-09-05T10:50:19.311+0000 7f41b71b6640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:50:19.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:19 smithi154 ceph-mon[32554]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T10:50:19.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:19 smithi154 ceph-mon[32554]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T10:50:19.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:19.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:19 smithi154 ceph-mon[32554]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T10:50:19.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:19.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:19.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:19.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:19 smithi119 ceph-mon[32672]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T10:50:19.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:19 smithi119 ceph-mon[32672]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T10:50:19.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:19.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:19 smithi119 ceph-mon[32672]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T10:50:19.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:19.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:19.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:20.508 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:20 smithi050 ceph-mon[29032]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-09-05T10:50:20.509 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:20 smithi050 ceph-mon[29032]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T10:50:20.509 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:20.509 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:20.509 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:20 smithi050 ceph-mon[29032]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:20 smithi154 ceph-mon[32554]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-09-05T10:50:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:20 smithi154 ceph-mon[32554]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T10:50:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:20 smithi154 ceph-mon[32554]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:20.721 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:50:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:20 smithi119 ceph-mon[32672]: from='osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-09-05T10:50:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:20 smithi119 ceph-mon[32672]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T10:50:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:20 smithi119 ceph-mon[32672]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T10:50:21.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:21 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:50:21.465 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:21 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:50:21.465 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:21.465 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:21 smithi050 ceph-mon[29032]: osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549] boot 2024-09-05T10:50:21.465 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:21 smithi050 ceph-mon[29032]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T10:50:21.465 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:21 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:50:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:21 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:50:21.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:21.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:21 smithi154 ceph-mon[32554]: osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549] boot 2024-09-05T10:50:21.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:21 smithi154 ceph-mon[32554]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T10:50:21.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:21.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:21 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:50:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:21 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:50:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:21 smithi119 ceph-mon[32672]: osd.0 [v2:172.21.15.50:6802/1947950549,v1:172.21.15.50:6803/1947950549] boot 2024-09-05T10:50:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:21 smithi119 ceph-mon[32672]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T10:50:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T10:50:22.605 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:22.606 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:22.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:22.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:22.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:22.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:22.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:23.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:23 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi050 2024-09-05T10:50:23.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:23 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi050 to 17092M 2024-09-05T10:50:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:23 smithi050 ceph-mon[29032]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T10:50:23.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:23 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi050 2024-09-05T10:50:23.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:23 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi050 to 17092M 2024-09-05T10:50:23.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:23 smithi154 ceph-mon[32554]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T10:50:23.688 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:50:23.708 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_3 2024-09-05T10:50:23.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:23 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi050 2024-09-05T10:50:23.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:23 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi050 to 17092M 2024-09-05T10:50:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:23 smithi119 ceph-mon[32672]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T10:50:23.908 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:50:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:24 smithi050 ceph-mon[29032]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:24.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:24 smithi154 ceph-mon[32554]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:24 smithi119 ceph-mon[32672]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:26 smithi050 ceph-mon[29032]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:26.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:26.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:26 smithi154 ceph-mon[32554]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:26 smithi119 ceph-mon[32672]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:27 smithi119 ceph-mon[32672]: from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:27 smithi050 ceph-mon[29032]: from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:27 smithi154 ceph-mon[32554]: from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:28 smithi050 ceph-mon[29032]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:28 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1836162450' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "3fab3f7f-5306-457d-ba2c-6092dfd3c3b0"} : dispatch 2024-09-05T10:50:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:28 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1836162450' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fab3f7f-5306-457d-ba2c-6092dfd3c3b0"}]': finished 2024-09-05T10:50:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:28 smithi050 ceph-mon[29032]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T10:50:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:28 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:28 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2095257697' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:28 smithi119 ceph-mon[32672]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:28 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1836162450' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "3fab3f7f-5306-457d-ba2c-6092dfd3c3b0"} : dispatch 2024-09-05T10:50:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:28 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1836162450' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fab3f7f-5306-457d-ba2c-6092dfd3c3b0"}]': finished 2024-09-05T10:50:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:28 smithi119 ceph-mon[32672]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T10:50:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:28 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:28 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2095257697' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:28 smithi154 ceph-mon[32554]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:28 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1836162450' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "3fab3f7f-5306-457d-ba2c-6092dfd3c3b0"} : dispatch 2024-09-05T10:50:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:28 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1836162450' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fab3f7f-5306-457d-ba2c-6092dfd3c3b0"}]': finished 2024-09-05T10:50:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:28 smithi154 ceph-mon[32554]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T10:50:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:28 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:28 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2095257697' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:30.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:30 smithi119 ceph-mon[32672]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:30 smithi050 ceph-mon[29032]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:30 smithi154 ceph-mon[32554]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:32.624 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:32 smithi050 ceph-mon[29032]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:32.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:32 smithi119 ceph-mon[32672]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:32 smithi154 ceph-mon[32554]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:34.646 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:34 smithi050 ceph-mon[29032]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:34.646 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T10:50:34.646 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:34.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:34 smithi119 ceph-mon[32672]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T10:50:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:34 smithi154 ceph-mon[32554]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T10:50:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:35.623 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:35 smithi050 ceph-mon[29032]: Deploying daemon osd.1 on smithi050 2024-09-05T10:50:35.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:35 smithi119 ceph-mon[32672]: Deploying daemon osd.1 on smithi050 2024-09-05T10:50:35.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:35 smithi154 ceph-mon[32554]: Deploying daemon osd.1 on smithi050 2024-09-05T10:50:36.478 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:36 smithi050 ceph-mon[29032]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:36.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:36 smithi119 ceph-mon[32672]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:36 smithi154 ceph-mon[32554]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:38.705 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:38 smithi050 ceph-mon[29032]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:38.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:38 smithi119 ceph-mon[32672]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:38 smithi154 ceph-mon[32554]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:39.493 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:39 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:39.493 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:39 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:39.493 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:39 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:39.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:39.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:39.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:39 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:39.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:39 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:39.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:39 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:39.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:39 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:40.658 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:40 smithi050 ceph-mon[29032]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:40.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:40 smithi119 ceph-mon[32672]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:40.827 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:40 smithi154 ceph-mon[32554]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:42.305 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 1 on host 'smithi050' 2024-09-05T10:50:42.652 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.653 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-05T10:50:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:50:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:42.965 DEBUG:teuthology.orchestra.run.smithi050:osd.1> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.1.service 2024-09-05T10:50:42.968 INFO:tasks.cephadm:Deploying osd.2 on smithi119 with /dev/vg_nvme/lv_4... 2024-09-05T10:50:42.968 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T10:50:43.178 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:50:43.610 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:43 smithi119 ceph-mon[32672]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T10:50:43.610 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:43 smithi119 ceph-mon[32672]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T10:50:43.610 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:43 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:43.610 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:43 smithi119 ceph-mon[32672]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T10:50:43.610 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:43 smithi119 ceph-mon[32672]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:43.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:43 smithi050 ceph-mon[29032]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T10:50:43.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:43 smithi050 ceph-mon[29032]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T10:50:43.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:43 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:43.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:43 smithi050 ceph-mon[29032]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T10:50:43.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:43 smithi050 ceph-mon[29032]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:43.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:50:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[48735]: 2024-09-05T10:50:43.526+0000 7fc96c5a5640 -1 osd.1 0 waiting for initial osdmap 2024-09-05T10:50:43.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:50:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[48735]: 2024-09-05T10:50:43.528+0000 7fc9683ce640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:50:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:43 smithi154 ceph-mon[32554]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T10:50:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:43 smithi154 ceph-mon[32554]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T10:50:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:43 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:43 smithi154 ceph-mon[32554]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T10:50:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:43 smithi154 ceph-mon[32554]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T10:50:44.621 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:44 smithi050 ceph-mon[29032]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-09-05T10:50:44.621 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:44 smithi050 ceph-mon[29032]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T10:50:44.621 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:44.621 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:44 smithi119 ceph-mon[32672]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-09-05T10:50:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:44 smithi119 ceph-mon[32672]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T10:50:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:44 smithi154 ceph-mon[32554]: from='osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-09-05T10:50:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:44 smithi154 ceph-mon[32554]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T10:50:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:45.425 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:50:45.445 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_4 2024-09-05T10:50:45.642 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:50:45.718 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:45 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:50:45.718 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:45 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:50:45.718 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:45 smithi119 ceph-mon[32672]: osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113] boot 2024-09-05T10:50:45.718 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:45 smithi119 ceph-mon[32672]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T10:50:45.719 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:45 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:45.719 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:45 smithi119 ceph-mon[32672]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:45.783 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:45 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:50:45.784 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:45 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:50:45.784 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:45 smithi050 ceph-mon[29032]: osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113] boot 2024-09-05T10:50:45.784 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:45 smithi050 ceph-mon[29032]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T10:50:45.784 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:45 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:45.784 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:45 smithi050 ceph-mon[29032]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:45.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:45 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:50:45.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:45 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:50:45.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:45 smithi154 ceph-mon[32554]: osd.1 [v2:172.21.15.50:6810/1633123113,v1:172.21.15.50:6811/1633123113] boot 2024-09-05T10:50:45.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:45 smithi154 ceph-mon[32554]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T10:50:45.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:45 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T10:50:45.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:45 smithi154 ceph-mon[32554]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:46.637 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi050 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi050 to 8546M 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:46.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T10:50:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi050 2024-09-05T10:50:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:46.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:46.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi050 to 8546M 2024-09-05T10:50:46.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:46.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:46.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi050 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi050 to 8546M 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:50:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:50:47.843 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:47 smithi119 ceph-mon[32672]: from='client.24155 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:47.843 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:47 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:47.843 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:47 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:47.843 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:47 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:47.844 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:47 smithi119 ceph-mon[32672]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:47.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:47 smithi050 ceph-mon[29032]: from='client.24155 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:47.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:47.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:47.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:47.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:47 smithi050 ceph-mon[29032]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:47 smithi154 ceph-mon[32554]: from='client.24155 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:50:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:47 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:50:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:47 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:50:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:47 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:47 smithi154 ceph-mon[32554]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:49.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:49 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/2339119922' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"} : dispatch 2024-09-05T10:50:49.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:49 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"} : dispatch 2024-09-05T10:50:49.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:49 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"}]': finished 2024-09-05T10:50:49.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:49 smithi050 ceph-mon[29032]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T10:50:49.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:50:49.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:49 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/2339119922' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"} : dispatch 2024-09-05T10:50:49.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:49 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"} : dispatch 2024-09-05T10:50:49.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:49 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"}]': finished 2024-09-05T10:50:49.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:49 smithi154 ceph-mon[32554]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T10:50:49.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:50:49.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:49 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/2339119922' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"} : dispatch 2024-09-05T10:50:49.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:49 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"} : dispatch 2024-09-05T10:50:49.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:49 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c0b7d568-70c3-443e-8f04-62036bf0a961"}]': finished 2024-09-05T10:50:49.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:49 smithi119 ceph-mon[32672]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T10:50:49.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:50:50.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:50 smithi050 ceph-mon[29032]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:50.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:50 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/3532079833' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:50.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:50 smithi154 ceph-mon[32554]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:50.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:50 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/3532079833' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:50 smithi119 ceph-mon[32672]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:50 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/3532079833' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:50:52.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:52 smithi119 ceph-mon[32672]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:52.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:52 smithi154 ceph-mon[32554]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:52 smithi050 ceph-mon[29032]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:54.626 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:54 smithi119 ceph-mon[32672]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:54 smithi050 ceph-mon[29032]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:54 smithi154 ceph-mon[32554]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:55.630 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T10:50:55.630 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T10:50:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T10:50:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:50:56.489 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:56 smithi119 ceph-mon[32672]: Deploying daemon osd.2 on smithi119 2024-09-05T10:50:56.489 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:56 smithi119 ceph-mon[32672]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:56 smithi050 ceph-mon[29032]: Deploying daemon osd.2 on smithi119 2024-09-05T10:50:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:56 smithi050 ceph-mon[29032]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:56 smithi154 ceph-mon[32554]: Deploying daemon osd.2 on smithi119 2024-09-05T10:50:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:56 smithi154 ceph-mon[32554]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:58.527 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:50:58 smithi119 ceph-mon[32672]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:50:58 smithi050 ceph-mon[29032]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:50:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:50:58 smithi154 ceph-mon[32554]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:00.480 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:00 smithi119 ceph-mon[32672]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:00.481 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:00 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:00.481 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:00 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:00.481 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:00 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:00 smithi050 ceph-mon[29032]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:00 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:00 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:00 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:00 smithi154 ceph-mon[32554]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:00 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:00 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:00 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:02 smithi119 ceph-mon[32672]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:02 smithi050 ceph-mon[29032]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:02 smithi154 ceph-mon[32554]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:03.109 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 2 on host 'smithi119' 2024-09-05T10:51:03.656 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:03 smithi119 ceph-mon[32672]: from='osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T10:51:03.656 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:03 smithi119 ceph-mon[32672]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T10:51:03.656 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:03 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:03.656 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:03 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:03.656 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:03 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:03.682 DEBUG:teuthology.orchestra.run.smithi119:osd.2> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.2.service 2024-09-05T10:51:03.684 INFO:tasks.cephadm:Deploying osd.3 on smithi119 with /dev/vg_nvme/lv_3... 2024-09-05T10:51:03.684 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T10:51:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:03 smithi050 ceph-mon[29032]: from='osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T10:51:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:03 smithi050 ceph-mon[29032]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T10:51:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:03 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:03 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:03 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:03 smithi154 ceph-mon[32554]: from='osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T10:51:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:03 smithi154 ceph-mon[32554]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T10:51:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:03 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:03 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:03 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:04.645 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:51:04.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-mon[32672]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:04.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-mon[32672]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T10:51:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-mon[32672]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T10:51:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-mon[32672]: from='osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-mon[32672]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:04 smithi050 ceph-mon[29032]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:04 smithi050 ceph-mon[29032]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T10:51:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:04 smithi050 ceph-mon[29032]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T10:51:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:04 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:04 smithi050 ceph-mon[29032]: from='osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:04 smithi050 ceph-mon[29032]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:04 smithi154 ceph-mon[32554]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:04 smithi154 ceph-mon[32554]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T10:51:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:04 smithi154 ceph-mon[32554]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T10:51:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:04 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:04.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:04 smithi154 ceph-mon[32554]: from='osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:04.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:04 smithi154 ceph-mon[32554]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:05.114 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[36908]: 2024-09-05T10:51:04.925+0000 7f3c4dd1b640 -1 osd.2 0 waiting for initial osdmap 2024-09-05T10:51:05.114 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:04 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[36908]: 2024-09-05T10:51:04.931+0000 7f3c45325640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:51:05.737 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:05 smithi119 ceph-mon[32672]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:05.737 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:05 smithi119 ceph-mon[32672]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T10:51:05.737 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:05 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:05.737 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:05 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:05.737 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:05 smithi119 ceph-mon[32672]: from='osd.2 ' entity='osd.2' 2024-09-05T10:51:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:05 smithi050 ceph-mon[29032]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:05 smithi050 ceph-mon[29032]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T10:51:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:05 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:05 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:05 smithi050 ceph-mon[29032]: from='osd.2 ' entity='osd.2' 2024-09-05T10:51:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:05 smithi154 ceph-mon[32554]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:05 smithi154 ceph-mon[32554]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T10:51:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:05 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:05 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:05 smithi154 ceph-mon[32554]: from='osd.2 ' entity='osd.2' 2024-09-05T10:51:06.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:06 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:51:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:06 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:51:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:06 smithi119 ceph-mon[32672]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:06 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:06 smithi119 ceph-mon[32672]: osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762] boot 2024-09-05T10:51:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:06 smithi119 ceph-mon[32672]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T10:51:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:06 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:06 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:51:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:06 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:51:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:06 smithi050 ceph-mon[29032]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:06 smithi050 ceph-mon[29032]: osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762] boot 2024-09-05T10:51:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:06 smithi050 ceph-mon[29032]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T10:51:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:06 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:06 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:51:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:06 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:51:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:06 smithi154 ceph-mon[32554]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-05T10:51:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:06 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:06 smithi154 ceph-mon[32554]: osd.2 [v2:172.21.15.119:6800/3379317762,v1:172.21.15.119:6801/3379317762] boot 2024-09-05T10:51:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:06 smithi154 ceph-mon[32554]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T10:51:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:06 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi119 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi119 to 17088M 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:08.102 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.103 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: pgmap v86: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:08.103 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:07 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2024-09-05T10:51:08.104 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:51:08.123 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_3 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi119 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi119 to 17088M 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:08.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: pgmap v86: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:08.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:07 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2024-09-05T10:51:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi119 2024-09-05T10:51:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi119 to 17088M 2024-09-05T10:51:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:08.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:08.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:08.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: pgmap v86: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:08.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:07 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2024-09-05T10:51:08.316 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:51:08.990 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:08 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T10:51:08.990 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:08 smithi119 ceph-mon[32672]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T10:51:08.990 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:08 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2024-09-05T10:51:09.161 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:08 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T10:51:09.161 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:08 smithi050 ceph-mon[29032]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T10:51:09.161 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:08 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2024-09-05T10:51:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:08 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T10:51:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:08 smithi154 ceph-mon[32554]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T10:51:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:08 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2024-09-05T10:51:09.423 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52615]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T10:51:09.423 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52615]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:09.423 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52615]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:09.423 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52615]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:09.704 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52618]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T10:51:09.705 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52618]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:09.705 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52618]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:09.705 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52618]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:09.974 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:09 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T10:51:09.974 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:09 smithi050 ceph-mon[29032]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T10:51:09.974 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:09 smithi050 ceph-mon[29032]: pgmap v89: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:09.974 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:09 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:09.974 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52621]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T10:51:09.974 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52621]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:09.974 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52621]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:09.974 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52621]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:09.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:09 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T10:51:09.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:09 smithi119 ceph-mon[32672]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T10:51:09.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:09 smithi119 ceph-mon[32672]: pgmap v89: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:09.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:09 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:10.077 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:09 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T10:51:10.077 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:09 smithi154 ceph-mon[32554]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T10:51:10.077 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:09 smithi154 ceph-mon[32554]: pgmap v89: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:10.077 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:09 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:10.423 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52624]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T10:51:10.423 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52624]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:10.423 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52624]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:10.423 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 10:51:09 smithi050 sudo[52624]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:10.497 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40630]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T10:51:10.497 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40630]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:10.497 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40630]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:10.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40630]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:10.997 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40652]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T10:51:10.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40652]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:10.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40652]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:10.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 10:51:10 smithi119 sudo[40652]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:11.045 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:10 smithi050 sudo[52627]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T10:51:11.045 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:10 smithi050 sudo[52627]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:11.045 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:10 smithi050 sudo[52627]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:11.045 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:10 smithi050 sudo[52627]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:11.305 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: mgrmap e15: x(active, since 2m), standbys: y 2024-09-05T10:51:11.305 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: osdmap e21: 3 total, 3 up, 3 in 2024-09-05T10:51:11.305 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:11.306 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:11.306 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:11.306 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:11.306 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:11.306 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 ceph-mon[32554]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: mgrmap e15: x(active, since 2m), standbys: y 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: osdmap e21: 3 total, 3 up, 3 in 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:11.310 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 ceph-mon[32672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 sudo[52630]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T10:51:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 sudo[52630]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 sudo[52630]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 sudo[52630]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: mgrmap e15: x(active, since 2m), standbys: y 2024-09-05T10:51:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: osdmap e21: 3 total, 3 up, 3 in 2024-09-05T10:51:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:11 smithi050 ceph-mon[29032]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:11.560 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34391]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T10:51:11.560 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34391]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:11.560 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34391]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:11.560 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34391]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:11.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34394]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T10:51:11.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34394]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:11.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34394]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:11.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:11 smithi154 sudo[34394]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:12.113 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 sudo[40700]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T10:51:12.113 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 sudo[40700]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:12.113 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 sudo[40700]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:12.113 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:11 smithi119 sudo[40700]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: pgmap v91: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: pgmap v91: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 sudo[40739]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 sudo[40739]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 sudo[40739]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 sudo[40739]: pam_unix(sudo:session): session closed for user root 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: pgmap v91: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T10:51:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T10:51:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/3147318322' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"} : dispatch 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"} : dispatch 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"}]': finished 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:13 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/3544674349' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/3147318322' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"} : dispatch 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"} : dispatch 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"}]': finished 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:13.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:13 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/3544674349' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/3147318322' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"} : dispatch 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"} : dispatch 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42fe6a84-4803-48d9-a9ee-6d9528bc9b4a"}]': finished 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:13 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/3544674349' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:14.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:14 smithi050 ceph-mon[29032]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:14 smithi154 ceph-mon[32554]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:14.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:14 smithi119 ceph-mon[32672]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:16.716 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:16 smithi119 ceph-mon[32672]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:16 smithi050 ceph-mon[29032]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:16 smithi154 ceph-mon[32554]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:18.638 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:18 smithi119 ceph-mon[32672]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.5 KiB/s rd, 155 KiB/s wr, 11 op/s 2024-09-05T10:51:18.639 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T10:51:18.639 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:18 smithi050 ceph-mon[29032]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.5 KiB/s rd, 155 KiB/s wr, 11 op/s 2024-09-05T10:51:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T10:51:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:18 smithi154 ceph-mon[32554]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.5 KiB/s rd, 155 KiB/s wr, 11 op/s 2024-09-05T10:51:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T10:51:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:19.728 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:19 smithi119 ceph-mon[32672]: Deploying daemon osd.3 on smithi119 2024-09-05T10:51:19.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:19 smithi050 ceph-mon[29032]: Deploying daemon osd.3 on smithi119 2024-09-05T10:51:19.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:19 smithi154 ceph-mon[32554]: Deploying daemon osd.3 on smithi119 2024-09-05T10:51:20.728 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:20 smithi119 ceph-mon[32672]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 111 KiB/s wr, 7 op/s 2024-09-05T10:51:20.818 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:20 smithi154 ceph-mon[32554]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 111 KiB/s wr, 7 op/s 2024-09-05T10:51:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:20 smithi050 ceph-mon[29032]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 111 KiB/s wr, 7 op/s 2024-09-05T10:51:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:22 smithi119 ceph-mon[32672]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 86 KiB/s wr, 6 op/s 2024-09-05T10:51:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:22 smithi050 ceph-mon[29032]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 86 KiB/s wr, 6 op/s 2024-09-05T10:51:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:22 smithi154 ceph-mon[32554]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 86 KiB/s wr, 6 op/s 2024-09-05T10:51:23.700 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:23.700 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:23.700 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:24 smithi119 ceph-mon[32672]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-09-05T10:51:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:24 smithi050 ceph-mon[29032]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-09-05T10:51:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:24 smithi154 ceph-mon[32554]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-09-05T10:51:26.484 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.484 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.484 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:26 smithi119 ceph-mon[32672]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-05T10:51:26.485 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:26.485 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:26.485 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.518 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 3 on host 'smithi119' 2024-09-05T10:51:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:26 smithi050 ceph-mon[29032]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-05T10:51:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:26.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:26.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:26 smithi154 ceph-mon[32554]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-05T10:51:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:27.142 DEBUG:teuthology.orchestra.run.smithi119:osd.3> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.3.service 2024-09-05T10:51:27.144 INFO:tasks.cephadm:Deploying osd.4 on smithi119 with /dev/vg_nvme/lv_2... 2024-09-05T10:51:27.144 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T10:51:27.372 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:27 smithi119 ceph-mon[32672]: from='osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T10:51:27.372 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:27 smithi119 ceph-mon[32672]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T10:51:27.372 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:27 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:27.372 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:27 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:27.372 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:27 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:27 smithi050 ceph-mon[29032]: from='osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T10:51:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:27 smithi050 ceph-mon[29032]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T10:51:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:27 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:27 smithi154 ceph-mon[32554]: from='osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T10:51:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:27 smithi154 ceph-mon[32554]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T10:51:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:27 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:27 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:27 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:28.435 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-mon[32672]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T10:51:28.436 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-mon[32672]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T10:51:28.436 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:28.436 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-mon[32672]: from='osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:28.436 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-mon[32672]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:28.436 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-mon[32672]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:28.603 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:51:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:28 smithi050 ceph-mon[29032]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T10:51:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:28 smithi050 ceph-mon[29032]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T10:51:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:28 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:28 smithi050 ceph-mon[29032]: from='osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:28 smithi050 ceph-mon[29032]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:28 smithi050 ceph-mon[29032]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:28 smithi154 ceph-mon[32554]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T10:51:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:28 smithi154 ceph-mon[32554]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T10:51:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:28 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:28 smithi154 ceph-mon[32554]: from='osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:28 smithi154 ceph-mon[32554]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:28 smithi154 ceph-mon[32554]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-05T10:51:28.688 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[42391]: 2024-09-05T10:51:28.682+0000 7f7598067640 -1 osd.3 0 waiting for initial osdmap 2024-09-05T10:51:28.688 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 10:51:28 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[42391]: 2024-09-05T10:51:28.686+0000 7f758f671640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:51:29.522 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:29.522 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T10:51:29.522 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.523 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.523 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: from='osd.3 ' entity='osd.3' 2024-09-05T10:51:29.523 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604] boot 2024-09-05T10:51:29.523 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T10:51:29.523 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:29 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: from='osd.3 ' entity='osd.3' 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604] boot 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T10:51:29.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:29 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: from='osd.3 ' entity='osd.3' 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: osd.3 [v2:172.21.15.119:6808/1055808604,v1:172.21.15.119:6809/1055808604] boot 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T10:51:29.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:29 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T10:51:30.461 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.462 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:30 smithi119 ceph-mon[32672]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T10:51:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:51:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:51:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:30 smithi050 ceph-mon[29032]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T10:51:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:51:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:51:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:30.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:30.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:30.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:30.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:30.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:30 smithi154 ceph-mon[32554]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T10:51:31.485 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T10:51:31.503 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi119:vg_nvme/lv_2 2024-09-05T10:51:31.526 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:31 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi119 2024-09-05T10:51:31.527 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:31 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi119 to 8544M 2024-09-05T10:51:31.527 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:31 smithi119 ceph-mon[32672]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T10:51:31.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:31 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi119 2024-09-05T10:51:31.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:31 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi119 to 8544M 2024-09-05T10:51:31.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:31 smithi050 ceph-mon[29032]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T10:51:31.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:31 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi119 2024-09-05T10:51:31.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:31 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi119 to 8544M 2024-09-05T10:51:31.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:31 smithi154 ceph-mon[32554]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T10:51:31.698 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:51:32.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:32 smithi119 ceph-mon[32672]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T10:51:32.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:32 smithi050 ceph-mon[29032]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T10:51:32.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:32 smithi154 ceph-mon[32554]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T10:51:33.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:33 smithi119 ceph-mon[32672]: osdmap e28: 4 total, 4 up, 4 in 2024-09-05T10:51:33.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:33 smithi050 ceph-mon[29032]: osdmap e28: 4 total, 4 up, 4 in 2024-09-05T10:51:33.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:33 smithi154 ceph-mon[32554]: osdmap e28: 4 total, 4 up, 4 in 2024-09-05T10:51:34.591 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:34 smithi119 ceph-mon[32672]: osdmap e29: 4 total, 4 up, 4 in 2024-09-05T10:51:34.591 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:34 smithi119 ceph-mon[32672]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:34.591 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:34.591 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:34.591 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:34.591 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:34 smithi119 ceph-mon[32672]: pgmap v110: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T10:51:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:34 smithi050 ceph-mon[29032]: osdmap e29: 4 total, 4 up, 4 in 2024-09-05T10:51:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:34 smithi050 ceph-mon[29032]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:34 smithi050 ceph-mon[29032]: pgmap v110: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T10:51:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:34 smithi154 ceph-mon[32554]: osdmap e29: 4 total, 4 up, 4 in 2024-09-05T10:51:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:34 smithi154 ceph-mon[32554]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:34.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:34 smithi154 ceph-mon[32554]: pgmap v110: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T10:51:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:36 smithi119 ceph-mon[32672]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-09-05T10:51:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:36 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/3373225226' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"} : dispatch 2024-09-05T10:51:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:36 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"} : dispatch 2024-09-05T10:51:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:36 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"}]': finished 2024-09-05T10:51:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:36 smithi119 ceph-mon[32672]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T10:51:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:36.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:36 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/1308206137' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:36 smithi050 ceph-mon[29032]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-09-05T10:51:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:36 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/3373225226' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"} : dispatch 2024-09-05T10:51:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:36 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"} : dispatch 2024-09-05T10:51:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:36 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"}]': finished 2024-09-05T10:51:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:36 smithi050 ceph-mon[29032]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T10:51:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:36 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/1308206137' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:36 smithi154 ceph-mon[32554]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-09-05T10:51:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:36 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/3373225226' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"} : dispatch 2024-09-05T10:51:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:36 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"} : dispatch 2024-09-05T10:51:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:36 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba64b898-df04-439d-af54-7315ed9d4b94"}]': finished 2024-09-05T10:51:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:36 smithi154 ceph-mon[32554]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T10:51:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:36 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/1308206137' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:38.488 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:38 smithi119 ceph-mon[32672]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:38.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:38 smithi050 ceph-mon[29032]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:38 smithi154 ceph-mon[32554]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:40.728 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:40 smithi154 ceph-mon[32554]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:40.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:40 smithi119 ceph-mon[32672]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:40 smithi050 ceph-mon[29032]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:41.702 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:41 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T10:51:41.702 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:41 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:41 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T10:51:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:41 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:41 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T10:51:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:41 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:42.736 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:42 smithi119 ceph-mon[32672]: Deploying daemon osd.4 on smithi119 2024-09-05T10:51:42.736 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:42 smithi119 ceph-mon[32672]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:42 smithi050 ceph-mon[29032]: Deploying daemon osd.4 on smithi119 2024-09-05T10:51:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:42 smithi050 ceph-mon[29032]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:42 smithi154 ceph-mon[32554]: Deploying daemon osd.4 on smithi119 2024-09-05T10:51:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:42 smithi154 ceph-mon[32554]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:44.725 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:44 smithi050 ceph-mon[29032]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:44.729 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:44 smithi119 ceph-mon[32672]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:44 smithi154 ceph-mon[32554]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:46.703 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:46 smithi119 ceph-mon[32672]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:46.703 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:46.703 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:46.704 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:46 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:46 smithi050 ceph-mon[29032]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:46 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:46 smithi154 ceph-mon[32554]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:46 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:48.725 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:48 smithi119 ceph-mon[32672]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:48 smithi050 ceph-mon[29032]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:48 smithi154 ceph-mon[32554]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:49.400 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 4 on host 'smithi119' 2024-09-05T10:51:49.973 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:49.973 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:49.973 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:49.973 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:49.973 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:49.973 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:49.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:49.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:49.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:49.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T10:51:49.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:49 smithi119 ceph-mon[32672]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T10:51:50.016 DEBUG:teuthology.orchestra.run.smithi119:osd.4> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.4.service 2024-09-05T10:51:50.058 INFO:tasks.cephadm:Deploying osd.5 on smithi154 with /dev/vg_nvme/lv_4... 2024-09-05T10:51:50.058 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.087 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T10:51:50.088 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:49 smithi154 ceph-mon[32554]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T10:51:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:51:50.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:50.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T10:51:50.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:49 smithi050 ceph-mon[29032]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T10:51:50.262 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:51:51.590 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:51 smithi154 ceph-mon[32554]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T10:51:51.590 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:51 smithi154 ceph-mon[32554]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T10:51:51.590 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:51 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:51.590 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:51 smithi154 ceph-mon[32554]: from='osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:51.590 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:51 smithi154 ceph-mon[32554]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:51 smithi050 ceph-mon[29032]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T10:51:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:51 smithi050 ceph-mon[29032]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T10:51:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:51 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:51 smithi050 ceph-mon[29032]: from='osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:51.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:51 smithi050 ceph-mon[29032]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:51 smithi119 ceph-mon[32672]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T10:51:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:51 smithi119 ceph-mon[32672]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T10:51:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:51 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:51 smithi119 ceph-mon[32672]: from='osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:51.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:51 smithi119 ceph-mon[32672]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T10:51:51.749 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 10:51:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[48295]: 2024-09-05T10:51:51.410+0000 7fd450586640 -1 osd.4 0 waiting for initial osdmap 2024-09-05T10:51:51.749 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 10:51:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[48295]: 2024-09-05T10:51:51.414+0000 7fd44c3af640 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:51:52.611 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:52 smithi154 ceph-mon[32554]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:52.612 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:52 smithi154 ceph-mon[32554]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:52.612 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:52 smithi154 ceph-mon[32554]: osdmap e32: 5 total, 4 up, 5 in 2024-09-05T10:51:52.612 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:52.612 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:52.614 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:51:52.633 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi154:vg_nvme/lv_4 2024-09-05T10:51:52.660 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:52 smithi119 ceph-mon[32672]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:52.660 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:52 smithi119 ceph-mon[32672]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:52.660 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:52 smithi119 ceph-mon[32672]: osdmap e32: 5 total, 4 up, 5 in 2024-09-05T10:51:52.660 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:52.660 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:52 smithi050 ceph-mon[29032]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:52 smithi050 ceph-mon[29032]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2024-09-05T10:51:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:52 smithi050 ceph-mon[29032]: osdmap e32: 5 total, 4 up, 5 in 2024-09-05T10:51:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:52.879 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:51:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:51:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:51:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610] boot 2024-09-05T10:51:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:53.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:53 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:51:53.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610] boot 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:53 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: osd.4 [v2:172.21.15.119:6816/193328610,v1:172.21.15.119:6817/193328610] boot 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:51:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:53 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:51:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:54 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi119 2024-09-05T10:51:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:54 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi119 to 5696M 2024-09-05T10:51:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:54 smithi050 ceph-mon[29032]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:54 smithi050 ceph-mon[29032]: osdmap e34: 5 total, 5 up, 5 in 2024-09-05T10:51:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:54 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi119 2024-09-05T10:51:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:54 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi119 to 5696M 2024-09-05T10:51:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:54 smithi154 ceph-mon[32554]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:54 smithi154 ceph-mon[32554]: osdmap e34: 5 total, 5 up, 5 in 2024-09-05T10:51:54.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:54 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi119 2024-09-05T10:51:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:54 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi119 to 5696M 2024-09-05T10:51:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:54 smithi119 ceph-mon[32672]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-05T10:51:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:54 smithi119 ceph-mon[32672]: osdmap e34: 5 total, 5 up, 5 in 2024-09-05T10:51:55.608 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:55.608 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:55.608 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:55.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:55.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:55.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:55.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:51:55.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:51:55.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:51:56.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:56 smithi050 ceph-mon[29032]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:56.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:56 smithi050 ceph-mon[29032]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:51:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:56 smithi154 ceph-mon[32554]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:56 smithi154 ceph-mon[32554]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:51:56.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:56 smithi119 ceph-mon[32672]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:51:56.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:56 smithi119 ceph-mon[32672]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:51:57.672 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:57 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/2618544208' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"} : dispatch 2024-09-05T10:51:57.672 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:57 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"} : dispatch 2024-09-05T10:51:57.672 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:57 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"}]': finished 2024-09-05T10:51:57.673 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:57 smithi119 ceph-mon[32672]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T10:51:57.673 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:57 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:51:57.673 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:57 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/1173226242' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:57.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:57 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/2618544208' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"} : dispatch 2024-09-05T10:51:57.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:57 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"} : dispatch 2024-09-05T10:51:57.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:57 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"}]': finished 2024-09-05T10:51:57.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:57 smithi050 ceph-mon[29032]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T10:51:57.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:57 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:51:57.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:57 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/1173226242' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:57.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:57 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/2618544208' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"} : dispatch 2024-09-05T10:51:57.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:57 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"} : dispatch 2024-09-05T10:51:57.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:57 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b9c67433-d1c7-4989-b9a2-0dd467c92ae1"}]': finished 2024-09-05T10:51:57.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:57 smithi154 ceph-mon[32554]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T10:51:57.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:57 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:51:57.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:57 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/1173226242' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:51:58.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:51:58 smithi050 ceph-mon[29032]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:51:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:51:58 smithi154 ceph-mon[32554]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:51:58.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:51:58 smithi119 ceph-mon[32672]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:00.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:00 smithi154 ceph-mon[32554]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:00.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:00 smithi119 ceph-mon[32672]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:00 smithi050 ceph-mon[29032]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:02.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:02 smithi154 ceph-mon[32554]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:02.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:02 smithi119 ceph-mon[32672]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:02 smithi050 ceph-mon[29032]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:03.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:03 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T10:52:03.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:03 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:03.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:03 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T10:52:03.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:03 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:03 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T10:52:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:03 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:04 smithi154 ceph-mon[32554]: Deploying daemon osd.5 on smithi154 2024-09-05T10:52:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:04 smithi154 ceph-mon[32554]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:04.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:04 smithi119 ceph-mon[32672]: Deploying daemon osd.5 on smithi154 2024-09-05T10:52:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:04 smithi119 ceph-mon[32672]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:04 smithi050 ceph-mon[29032]: Deploying daemon osd.5 on smithi154 2024-09-05T10:52:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:04 smithi050 ceph-mon[29032]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:06.580 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:06 smithi154 ceph-mon[32554]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:06.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:06 smithi119 ceph-mon[32672]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:06 smithi050 ceph-mon[29032]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:08.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:08 smithi119 ceph-mon[32672]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:08.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:08 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:08.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:08 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:08.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:08 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:08.752 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:08 smithi154 ceph-mon[32554]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:08.753 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:08 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:08.753 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:08 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:08.753 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:08 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:08 smithi050 ceph-mon[29032]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:09.087 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:08 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:09.087 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:08 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:09.087 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:08 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.369 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:10 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.369 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:10 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.369 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:10 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:10.370 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:10 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:10.370 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:10 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.370 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:10 smithi154 ceph-mon[32554]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:10 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:10 smithi050 ceph-mon[29032]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:10.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:10 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:10 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:10 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:10.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:10 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:10.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:10 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:10.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:10 smithi119 ceph-mon[32672]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:10.810 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 5 on host 'smithi154' 2024-09-05T10:52:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:11 smithi050 ceph-mon[29032]: from='osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T10:52:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:11 smithi050 ceph-mon[29032]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T10:52:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:11.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:11 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:11 smithi154 ceph-mon[32554]: from='osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T10:52:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:11 smithi154 ceph-mon[32554]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T10:52:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:11 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:11 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:11 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:11.450 DEBUG:teuthology.orchestra.run.smithi154:osd.5> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.5.service 2024-09-05T10:52:11.452 INFO:tasks.cephadm:Deploying osd.6 on smithi154 with /dev/vg_nvme/lv_3... 2024-09-05T10:52:11.453 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T10:52:11.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:11 smithi119 ceph-mon[32672]: from='osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T10:52:11.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:11 smithi119 ceph-mon[32672]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T10:52:11.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:11 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:11.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:11 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:11.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:11 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:12.370 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-mon[32554]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T10:52:12.370 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-mon[32554]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T10:52:12.370 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:12.370 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-mon[32554]: from='osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:12.371 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-mon[32554]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:12.371 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-mon[32554]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:12.371 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[36848]: 2024-09-05T10:52:12.126+0000 7efdb2c74640 -1 osd.5 0 waiting for initial osdmap 2024-09-05T10:52:12.371 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 10:52:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[36848]: 2024-09-05T10:52:12.132+0000 7efdaea9d640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:52:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:12 smithi050 ceph-mon[29032]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T10:52:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:12 smithi050 ceph-mon[29032]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T10:52:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:12 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:12 smithi050 ceph-mon[29032]: from='osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:12 smithi050 ceph-mon[29032]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:12 smithi050 ceph-mon[29032]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:12 smithi119 ceph-mon[32672]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T10:52:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:12 smithi119 ceph-mon[32672]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T10:52:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:12 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:12 smithi119 ceph-mon[32672]: from='osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:12 smithi119 ceph-mon[32672]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:12 smithi119 ceph-mon[32672]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-05T10:52:12.735 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:52:13.268 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:13 smithi154 ceph-mon[32554]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:52:13.268 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:13 smithi154 ceph-mon[32554]: osdmap e37: 6 total, 5 up, 6 in 2024-09-05T10:52:13.268 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:13 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:13.268 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:13 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:13 smithi050 ceph-mon[29032]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:52:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:13 smithi050 ceph-mon[29032]: osdmap e37: 6 total, 5 up, 6 in 2024-09-05T10:52:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:13 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:13.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:13 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:13.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:13 smithi119 ceph-mon[32672]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:52:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:13 smithi119 ceph-mon[32672]: osdmap e37: 6 total, 5 up, 6 in 2024-09-05T10:52:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:13 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:13.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:13 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:14.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:14 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:52:14.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:14 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:52:14.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:14 smithi050 ceph-mon[29032]: osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635] boot 2024-09-05T10:52:14.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:14 smithi050 ceph-mon[29032]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T10:52:14.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:14.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:14 smithi050 ceph-mon[29032]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:14.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:14 smithi050 ceph-mon[29032]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T10:52:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:14 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:52:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:14 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:52:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:14 smithi154 ceph-mon[32554]: osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635] boot 2024-09-05T10:52:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:14 smithi154 ceph-mon[32554]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T10:52:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:14 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:14.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:14 smithi154 ceph-mon[32554]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:14.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:14 smithi154 ceph-mon[32554]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T10:52:14.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:14 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:52:14.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:14 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:52:14.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:14 smithi119 ceph-mon[32672]: osd.5 [v2:172.21.15.154:6800/1334491635,v1:172.21.15.154:6801/1334491635] boot 2024-09-05T10:52:14.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:14 smithi119 ceph-mon[32672]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T10:52:14.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:14 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T10:52:14.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:14 smithi119 ceph-mon[32672]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:14.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:14 smithi119 ceph-mon[32672]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T10:52:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi154 2024-09-05T10:52:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi154 to 21184M 2024-09-05T10:52:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: osdmap e40: 6 total, 6 up, 6 in 2024-09-05T10:52:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:15 smithi050 ceph-mon[29032]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi154 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi154 to 21184M 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:15.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: osdmap e40: 6 total, 6 up, 6 in 2024-09-05T10:52:15.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:15 smithi154 ceph-mon[32554]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:16.238 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:52:16.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi154 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi154 to 21184M 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:16.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: osdmap e40: 6 total, 6 up, 6 in 2024-09-05T10:52:16.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:15 smithi119 ceph-mon[32672]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:16.257 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi154:vg_nvme/lv_3 2024-09-05T10:52:16.452 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:52:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:16 smithi050 ceph-mon[29032]: osdmap e41: 6 total, 6 up, 6 in 2024-09-05T10:52:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:16 smithi154 ceph-mon[32554]: osdmap e41: 6 total, 6 up, 6 in 2024-09-05T10:52:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:16 smithi119 ceph-mon[32672]: osdmap e41: 6 total, 6 up, 6 in 2024-09-05T10:52:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:17 smithi154 ceph-mon[32554]: osdmap e42: 6 total, 6 up, 6 in 2024-09-05T10:52:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:17 smithi154 ceph-mon[32554]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:18.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:17 smithi119 ceph-mon[32672]: osdmap e42: 6 total, 6 up, 6 in 2024-09-05T10:52:18.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:17 smithi119 ceph-mon[32672]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:18.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:17 smithi050 ceph-mon[29032]: osdmap e42: 6 total, 6 up, 6 in 2024-09-05T10:52:18.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:17 smithi050 ceph-mon[29032]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:19.126 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:18 smithi154 ceph-mon[32554]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:52:19.126 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:52:19.126 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:52:19.126 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:18 smithi119 ceph-mon[32672]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:52:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:52:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:52:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:19.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:18 smithi050 ceph-mon[29032]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:52:19.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:52:19.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:52:19.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:20.054 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:19 smithi154 ceph-mon[32554]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-09-05T10:52:20.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:19 smithi119 ceph-mon[32672]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-09-05T10:52:20.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:19 smithi050 ceph-mon[29032]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-09-05T10:52:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:20 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/539066180' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"} : dispatch 2024-09-05T10:52:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:20 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"} : dispatch 2024-09-05T10:52:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:20 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"}]': finished 2024-09-05T10:52:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:20 smithi119 ceph-mon[32672]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T10:52:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:21.396 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:20 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/539066180' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"} : dispatch 2024-09-05T10:52:21.396 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:20 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"} : dispatch 2024-09-05T10:52:21.396 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:20 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"}]': finished 2024-09-05T10:52:21.396 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:20 smithi154 ceph-mon[32554]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T10:52:21.396 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:21.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:20 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/539066180' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"} : dispatch 2024-09-05T10:52:21.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:20 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"} : dispatch 2024-09-05T10:52:21.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:20 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23215d97-7b8d-4cd0-80bc-815ad12c1a45"}]': finished 2024-09-05T10:52:21.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:20 smithi050 ceph-mon[29032]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T10:52:21.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:22.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:21 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/2521643265' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:52:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:21 smithi119 ceph-mon[32672]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T10:52:22.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:21 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/2521643265' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:52:22.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:21 smithi050 ceph-mon[29032]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T10:52:22.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:21 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/2521643265' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:52:22.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:21 smithi154 ceph-mon[32554]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T10:52:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:24 smithi119 ceph-mon[32672]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-05T10:52:24.832 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:24 smithi154 ceph-mon[32554]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-05T10:52:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:24 smithi050 ceph-mon[29032]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-05T10:52:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:26 smithi154 ceph-mon[32554]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-05T10:52:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T10:52:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:26 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:26 smithi119 ceph-mon[32672]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-05T10:52:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T10:52:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:26 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:26 smithi050 ceph-mon[29032]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-05T10:52:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T10:52:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:26 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:27.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:27 smithi119 ceph-mon[32672]: Deploying daemon osd.6 on smithi154 2024-09-05T10:52:27.779 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:27 smithi154 ceph-mon[32554]: Deploying daemon osd.6 on smithi154 2024-09-05T10:52:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:27 smithi050 ceph-mon[29032]: Deploying daemon osd.6 on smithi154 2024-09-05T10:52:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:28 smithi119 ceph-mon[32672]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T10:52:28.811 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:28 smithi154 ceph-mon[32554]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T10:52:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:28 smithi050 ceph-mon[29032]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T10:52:30.613 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:30 smithi154 ceph-mon[32554]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:30.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:30 smithi119 ceph-mon[32672]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:30 smithi050 ceph-mon[29032]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:31.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:31 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:31.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:31 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:31.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:31 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:31.753 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:31 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:31.753 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:31 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:31.754 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:31 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:31 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:32.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:32 smithi119 ceph-mon[32672]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:32.793 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:32 smithi154 ceph-mon[32554]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:32 smithi050 ceph-mon[29032]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: from='osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T10:52:34.480 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:34 smithi154 ceph-mon[32554]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T10:52:34.512 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 6 on host 'smithi154' 2024-09-05T10:52:34.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: from='osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T10:52:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:34 smithi119 ceph-mon[32672]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T10:52:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:34.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: from='osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T10:52:34.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:34 smithi050 ceph-mon[29032]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T10:52:35.088 DEBUG:teuthology.orchestra.run.smithi154:osd.6> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.6.service 2024-09-05T10:52:35.090 INFO:tasks.cephadm:Deploying osd.7 on smithi154 with /dev/vg_nvme/lv_2... 2024-09-05T10:52:35.090 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T10:52:35.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:35.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:35.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:35.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T10:52:35.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T10:52:35.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:35.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: from='osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:35.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-mon[32554]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: from='osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:35.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:35 smithi119 ceph-mon[32672]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: from='osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:35 smithi050 ceph-mon[29032]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:52:36.170 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[42259]: 2024-09-05T10:52:35.809+0000 7fe7d8bae640 -1 osd.6 0 waiting for initial osdmap 2024-09-05T10:52:36.170 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 10:52:35 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[42259]: 2024-09-05T10:52:35.816+0000 7fe7d49d7640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:52:36.661 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:52:36.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:36 smithi119 ceph-mon[32672]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:36 smithi119 ceph-mon[32672]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:52:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:36 smithi119 ceph-mon[32672]: osdmap e45: 7 total, 6 up, 7 in 2024-09-05T10:52:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:36.782 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:36 smithi154 ceph-mon[32554]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:36.782 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:36 smithi154 ceph-mon[32554]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:52:36.783 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:36 smithi154 ceph-mon[32554]: osdmap e45: 7 total, 6 up, 7 in 2024-09-05T10:52:36.783 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:36.783 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:36 smithi050 ceph-mon[29032]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-09-05T10:52:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:36 smithi050 ceph-mon[29032]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:52:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:36 smithi050 ceph-mon[29032]: osdmap e45: 7 total, 6 up, 7 in 2024-09-05T10:52:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:38.100 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:37 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:52:38.100 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:37 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:52:38.100 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:37 smithi154 ceph-mon[32554]: osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432] boot 2024-09-05T10:52:38.101 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:37 smithi154 ceph-mon[32554]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T10:52:38.101 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:37 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:38.101 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:37 smithi154 ceph-mon[32554]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:37 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:52:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:37 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:52:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:37 smithi050 ceph-mon[29032]: osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432] boot 2024-09-05T10:52:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:37 smithi050 ceph-mon[29032]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T10:52:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:37 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:37 smithi050 ceph-mon[29032]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:38.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:37 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:52:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:37 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:52:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:37 smithi119 ceph-mon[32672]: osd.6 [v2:172.21.15.154:6808/3209827432,v1:172.21.15.154:6809/3209827432] boot 2024-09-05T10:52:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:37 smithi119 ceph-mon[32672]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T10:52:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:37 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T10:52:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:37 smithi119 ceph-mon[32672]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:39.145 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: osdmap e47: 7 total, 7 up, 7 in 2024-09-05T10:52:39.145 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi154 2024-09-05T10:52:39.145 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi154 to 10592M 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:39.146 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:38 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: osdmap e47: 7 total, 7 up, 7 in 2024-09-05T10:52:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi154 2024-09-05T10:52:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi154 to 10592M 2024-09-05T10:52:39.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:39.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:39.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:38 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: osdmap e47: 7 total, 7 up, 7 in 2024-09-05T10:52:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi154 2024-09-05T10:52:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T10:52:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi154 to 10592M 2024-09-05T10:52:39.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:39.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:39.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:38 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:39.854 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T10:52:39.873 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi154:vg_nvme/lv_2 2024-09-05T10:52:40.166 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:52:40.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:39 smithi050 ceph-mon[29032]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:40.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:39 smithi154 ceph-mon[32554]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:39 smithi119 ceph-mon[32672]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:42.580 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:42 smithi154 ceph-mon[32554]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:42.580 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:52:42.580 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:52:42.580 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:42 smithi119 ceph-mon[32672]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:52:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:52:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:42 smithi050 ceph-mon[29032]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-09-05T10:52:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-09-05T10:52:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:43.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:43 smithi119 ceph-mon[32672]: from='client.14370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:52:43.809 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:43 smithi154 ceph-mon[32554]: from='client.14370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:52:43.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:43 smithi050 ceph-mon[29032]: from='client.14370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:52:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:44 smithi154 ceph-mon[32554]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:44 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/1667663373' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"} : dispatch 2024-09-05T10:52:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:44 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"} : dispatch 2024-09-05T10:52:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:44 smithi154 ceph-mon[32554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"}]': finished 2024-09-05T10:52:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:44 smithi154 ceph-mon[32554]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T10:52:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:44 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:52:44.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:44 smithi119 ceph-mon[32672]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:44 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/1667663373' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"} : dispatch 2024-09-05T10:52:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:44 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"} : dispatch 2024-09-05T10:52:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:44 smithi119 ceph-mon[32672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"}]': finished 2024-09-05T10:52:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:44 smithi119 ceph-mon[32672]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T10:52:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:44 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:52:44.824 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:44 smithi050 ceph-mon[29032]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:44.824 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:44 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/1667663373' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"} : dispatch 2024-09-05T10:52:44.825 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:44 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"} : dispatch 2024-09-05T10:52:44.825 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:44 smithi050 ceph-mon[29032]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f825e321-578b-43a6-997d-cfb6e45289d0"}]': finished 2024-09-05T10:52:44.825 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:44 smithi050 ceph-mon[29032]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T10:52:44.825 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:44 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:52:45.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:45 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/2000087556' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:52:45.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:45 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/2000087556' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:52:45.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:45 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/2000087556' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-09-05T10:52:46.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:46 smithi119 ceph-mon[32672]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:46.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:46 smithi154 ceph-mon[32554]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:46 smithi050 ceph-mon[29032]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:48.617 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:48 smithi154 ceph-mon[32554]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:48.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:48 smithi119 ceph-mon[32672]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:48 smithi050 ceph-mon[29032]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:50.729 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:50 smithi154 ceph-mon[32554]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:50.729 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:50 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T10:52:50.729 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:50 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:50 smithi119 ceph-mon[32672]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:50 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T10:52:50.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:50 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:50 smithi050 ceph-mon[29032]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:50 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T10:52:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:50 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:51.722 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:51 smithi154 ceph-mon[32554]: Deploying daemon osd.7 on smithi154 2024-09-05T10:52:51.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:51 smithi119 ceph-mon[32672]: Deploying daemon osd.7 on smithi154 2024-09-05T10:52:51.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:51 smithi050 ceph-mon[29032]: Deploying daemon osd.7 on smithi154 2024-09-05T10:52:52.573 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:52 smithi154 ceph-mon[32554]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:52.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:52 smithi119 ceph-mon[32672]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:52 smithi050 ceph-mon[29032]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:54.735 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:54 smithi154 ceph-mon[32554]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:54.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:54 smithi119 ceph-mon[32672]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:54 smithi050 ceph-mon[29032]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:55.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:55.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:55.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:55 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:55.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:55.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:55.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:55 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:55 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:56.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:56 smithi119 ceph-mon[32672]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:56.919 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:56 smithi154 ceph-mon[32554]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:56 smithi050 ceph-mon[29032]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:58.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:58.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:58.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:58 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:58 smithi154 ceph-mon[32554]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:58.410 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 7 on host 'smithi154' 2024-09-05T10:52:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:58 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:58 smithi050 ceph-mon[29032]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:58.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:52:58.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:52:58.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:58 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:58.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:58 smithi119 ceph-mon[32672]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:52:59.043 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:59 smithi154 ceph-mon[32554]: from='osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T10:52:59.043 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:59 smithi154 ceph-mon[32554]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T10:52:59.043 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:59 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:59.043 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:59 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:59.043 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:52:59 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:59.045 DEBUG:teuthology.orchestra.run.smithi154:osd.7> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.7.service 2024-09-05T10:52:59.047 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-05T10:52:59.047 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T10:52:59.256 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:52:59.377 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:59 smithi050 ceph-mon[29032]: from='osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T10:52:59.377 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:59 smithi050 ceph-mon[29032]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T10:52:59.377 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:59 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:59.377 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:59 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:59.377 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:52:59 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:59 smithi119 ceph-mon[32672]: from='osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T10:52:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:59 smithi119 ceph-mon[32672]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T10:52:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:59 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:52:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:59 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:52:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:52:59 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:00.285 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-mon[32554]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T10:53:00.285 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-mon[32554]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T10:53:00.285 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:00.286 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-mon[32554]: from='osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:53:00.286 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-mon[32554]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:53:00.286 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-mon[32554]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:53:00.286 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[48266]: 2024-09-05T10:53:00.037+0000 7fdf7c856640 -1 osd.7 0 waiting for initial osdmap 2024-09-05T10:53:00.286 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 10:53:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[48266]: 2024-09-05T10:53:00.044+0000 7fdf7867f640 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T10:53:00.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:00 smithi050 ceph-mon[29032]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T10:53:00.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:00 smithi050 ceph-mon[29032]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T10:53:00.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:00 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:00.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:00 smithi050 ceph-mon[29032]: from='osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:53:00.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:00 smithi050 ceph-mon[29032]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:53:00.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:00 smithi050 ceph-mon[29032]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:53:00.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:00 smithi119 ceph-mon[32672]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T10:53:00.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:00 smithi119 ceph-mon[32672]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T10:53:00.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:00 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:00.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:00 smithi119 ceph-mon[32672]: from='osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:53:00.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:00 smithi119 ceph-mon[32672]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T10:53:00.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:00 smithi119 ceph-mon[32672]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-09-05T10:53:01.147 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:53:01.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:01 smithi154 ceph-mon[32554]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:53:01.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:01 smithi154 ceph-mon[32554]: osdmap e50: 8 total, 7 up, 8 in 2024-09-05T10:53:01.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:01 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:01.378 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:01 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:01.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:01 smithi050 ceph-mon[29032]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:53:01.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:01 smithi050 ceph-mon[29032]: osdmap e50: 8 total, 7 up, 8 in 2024-09-05T10:53:01.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:01 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:01.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:01 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:01.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:01 smithi119 ceph-mon[32672]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-09-05T10:53:01.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:01 smithi119 ceph-mon[32672]: osdmap e50: 8 total, 7 up, 8 in 2024-09-05T10:53:01.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:01 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:01.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:01 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:01.998 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":51,"num_osds":8,"num_up_osds":8,"osd_up_since":1725533581,"num_in_osds":8,"osd_in_since":1725533564,"num_remapped_pgs":0} 2024-09-05T10:53:01.998 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T10:53:02.199 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: purged_snaps scrub starts 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: purged_snaps scrub ok 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777] boot 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1703030516' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.321 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.322 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.322 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.322 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:53:02.322 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:53:02.322 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: purged_snaps scrub starts 2024-09-05T10:53:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: purged_snaps scrub ok 2024-09-05T10:53:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777] boot 2024-09-05T10:53:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T10:53:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1703030516' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:53:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: purged_snaps scrub starts 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: purged_snaps scrub ok 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: osd.7 [v2:172.21.15.154:6816/1464803777,v1:172.21.15.154:6817/1464803777] boot 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1703030516' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T10:53:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:53:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:53:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:53:03.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:03 smithi050 ceph-mon[29032]: Detected new or changed devices on smithi154 2024-09-05T10:53:03.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:03 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi154 to 7061M 2024-09-05T10:53:03.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:03 smithi050 ceph-mon[29032]: osdmap e52: 8 total, 8 up, 8 in 2024-09-05T10:53:03.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:03 smithi154 ceph-mon[32554]: Detected new or changed devices on smithi154 2024-09-05T10:53:03.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:03 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi154 to 7061M 2024-09-05T10:53:03.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:03 smithi154 ceph-mon[32554]: osdmap e52: 8 total, 8 up, 8 in 2024-09-05T10:53:03.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:03 smithi119 ceph-mon[32672]: Detected new or changed devices on smithi154 2024-09-05T10:53:03.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:03 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi154 to 7061M 2024-09-05T10:53:03.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:03 smithi119 ceph-mon[32672]: osdmap e52: 8 total, 8 up, 8 in 2024-09-05T10:53:04.195 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:53:04.195 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":52,"fsid":"062ada42-6b74-11ef-bcd6-c7b262605968","created":"2024-09-05T10:47:35.055025+0000","modified":"2024-09-05T10:53:02.040567+0000","last_up_change":"2024-09-05T10:53:01.032846+0000","last_in_change":"2024-09-05T10:52:44.112770+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T10:51:07.657572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4019506d-45f1-41a5-83c8-5875443404df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6803","nonce":1947950549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6805","nonce":1947950549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6809","nonce":1947950549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6807","nonce":1947950549}]},"public_addr":"172.21.15.50:6803/1947950549","cluster_addr":"172.21.15.50:6805/1947950549","heartbeat_back_addr":"172.21.15.50:6809/1947950549","heartbeat_front_addr":"172.21.15.50:6807/1947950549","state":["exists","up"]},{"osd":1,"uuid":"3fab3f7f-5306-457d-ba2c-6092dfd3c3b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6811","nonce":1633123113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6813","nonce":1633123113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6817","nonce":1633123113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6815","nonce":1633123113}]},"public_addr":"172.21.15.50:6811/1633123113","cluster_addr":"172.21.15.50:6813/1633123113","heartbeat_back_addr":"172.21.15.50:6817/1633123113","heartbeat_front_addr":"172.21.15.50:6815/1633123113","state":["exists","up"]},{"osd":2,"uuid":"c0b7d568-70c3-443e-8f04-62036bf0a961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6801","nonce":3379317762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6803","nonce":3379317762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6807","nonce":3379317762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6805","nonce":3379317762}]},"public_addr":"172.21.15.119:6801/3379317762","cluster_addr":"172.21.15.119:6803/3379317762","heartbeat_back_addr":"172.21.15.119:6807/3379317762","heartbeat_front_addr":"172.21.15.119:6805/3379317762","state":["exists","up"]},{"osd":3,"uuid":"42fe6a84-4803-48d9-a9ee-6d9528bc9b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6809","nonce":1055808604}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6811","nonce":1055808604}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6815","nonce":1055808604}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6813","nonce":1055808604}]},"public_addr":"172.21.15.119:6809/1055808604","cluster_addr":"172.21.15.119:6811/1055808604","heartbeat_back_addr":"172.21.15.119:6815/1055808604","heartbeat_front_addr":"172.21.15.119:6813/1055808604","state":["exists","up"]},{"osd":4,"uuid":"ba64b898-df04-439d-af54-7315ed9d4b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6817","nonce":193328610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6819","nonce":193328610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6823","nonce":193328610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6821","nonce":193328610}]},"public_addr":"172.21.15.119:6817/193328610","cluster_addr":"172.21.15.119:6819/193328610","heartbeat_back_addr":"172.21.15.119:6823/193328610","heartbeat_front_addr":"172.21.15.119:6821/193328610","state":["exists","up"]},{"osd":5,"uuid":"b9c67433-d1c7-4989-b9a2-0dd467c92ae1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6801","nonce":1334491635}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6803","nonce":1334491635}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6807","nonce":1334491635}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6805","nonce":1334491635}]},"public_addr":"172.21.15.154:6801/1334491635","cluster_addr":"172.21.15.154:6803/1334491635","heartbeat_back_addr":"172.21.15.154:6807/1334491635","heartbeat_front_addr":"172.21.15.154:6805/1334491635","state":["exists","up"]},{"osd":6,"uuid":"23215d97-7b8d-4cd0-80bc-815ad12c1a45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6809","nonce":3209827432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6811","nonce":3209827432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6815","nonce":3209827432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6813","nonce":3209827432}]},"public_addr":"172.21.15.154:6809/3209827432","cluster_addr":"172.21.15.154:6811/3209827432","heartbeat_back_addr":"172.21.15.154:6815/3209827432","heartbeat_front_addr":"172.21.15.154:6813/3209827432","state":["exists","up"]},{"osd":7,"uuid":"f825e321-578b-43a6-997d-cfb6e45289d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6817","nonce":1464803777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6819","nonce":1464803777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6823","nonce":1464803777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6821","nonce":1464803777}]},"public_addr":"172.21.15.154:6817/1464803777","cluster_addr":"172.21.15.154:6819/1464803777","heartbeat_back_addr":"172.21.15.154:6823/1464803777","heartbeat_front_addr":"172.21.15.154:6821/1464803777","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:50:19.284279+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:50:42.891503+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:03.922863+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:27.344400+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:50.414946+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:11.542313+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:35.306184+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:59.104998+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:0/698465760":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/901503447":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/1558537335":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/3482917883":"2024-09-06T10:48:07.670074+0000","172.21.15.50:0/2966244403":"2024-09-06T10:48:07.670074+0000","172.21.15.50:0/3871786243":"2024-09-06T10:48:07.670074+0000","172.21.15.50:6801/2":"2024-09-06T10:48:07.670074+0000","172.21.15.50:6800/2":"2024-09-06T10:48:07.670074+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T10:53:04.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:04 smithi050 ceph-mon[29032]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:04.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:04 smithi154 ceph-mon[32554]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:04.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:04 smithi119 ceph-mon[32672]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:05.194 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T10:51:07.657572+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T10:53:05.194 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-05T10:53:05.399 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:05.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:05 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2350594175' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:05.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:05 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2350594175' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:05.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:05 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2350594175' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:06.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:06 smithi050 ceph-mon[29032]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:06.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:06 smithi154 ceph-mon[32554]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:06.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:06 smithi119 ceph-mon[32672]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:07.283 INFO:teuthology.orchestra.run.smithi050.stdout:pg_num: 1 2024-09-05T10:53:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:07 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2457344247' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-09-05T10:53:07.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:07 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2457344247' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-09-05T10:53:07.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:07 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2457344247' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-09-05T10:53:07.906 INFO:tasks.cephadm:Setting up client nodes... 2024-09-05T10:53:07.907 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T10:53:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:53:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:08 smithi050 ceph-mon[29032]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:08.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:08 smithi154 ceph-mon[32554]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:08.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:08 smithi119 ceph-mon[32672]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:09.848 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-09-05T10:53:09.848 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCVjdlmFwQsMhAAxoFk9FhMX5ewISv6IKWHQw== 2024-09-05T10:53:10.447 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:53:10.447 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-05T10:53:10.447 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-05T10:53:10.523 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T10:53:10.732 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:10 smithi119 ceph-mon[32672]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:10 smithi119 ceph-mon[32672]: from='client.? 172.21.15.33:0/2885535523' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:10.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:10 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:10.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:10 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:10.852 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:10 smithi050 ceph-mon[29032]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:10.852 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:10 smithi050 ceph-mon[29032]: from='client.? 172.21.15.33:0/2885535523' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:10.853 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:10 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:10.853 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:10 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:10 smithi154 ceph-mon[32554]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:10 smithi154 ceph-mon[32554]: from='client.? 172.21.15.33:0/2885535523' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:10 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:10 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:12.623 INFO:teuthology.orchestra.run.smithi050.stdout:[client.1] 2024-09-05T10:53:12.623 INFO:teuthology.orchestra.run.smithi050.stdout: key = AQCYjdlmJiDpJBAAk10rbwMziAl1jh0LpNifYg== 2024-09-05T10:53:12.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:12 smithi119 ceph-mon[32672]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:12 smithi050 ceph-mon[29032]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:12 smithi154 ceph-mon[32554]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:13.280 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:53:13.281 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-05T10:53:13.281 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-05T10:53:13.323 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.2 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T10:53:13.534 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:53:13.654 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:13 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1753763157' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:13.655 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:13 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1753763157' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:13.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:13 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1753763157' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:13.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:13 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1753763157' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:13.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:13 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1753763157' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:13.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:13 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1753763157' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:14.712 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:14 smithi119 ceph-mon[32672]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:14.849 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:14 smithi050 ceph-mon[29032]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:14 smithi154 ceph-mon[32554]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:15.263 INFO:teuthology.orchestra.run.smithi119.stdout:[client.2] 2024-09-05T10:53:15.263 INFO:teuthology.orchestra.run.smithi119.stdout: key = AQCbjdlmdxBmDxAAUtM+gt7UBmBdz/h4jHfDHg== 2024-09-05T10:53:15.526 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:15 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/1758921303' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:15.526 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:15 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:15.526 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:15 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:15.843 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:15 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/1758921303' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:15.843 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:15 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:15.843 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:15 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:15.866 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:53:15.866 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.client.2.keyring 2024-09-05T10:53:15.866 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-05T10:53:15.904 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.3 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T10:53:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:15 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/1758921303' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:15 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:15 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:16.113 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:53:16.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:16 smithi154 ceph-mon[32554]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:16.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:16 smithi119 ceph-mon[32672]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:16 smithi050 ceph-mon[29032]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:17.889 INFO:teuthology.orchestra.run.smithi154.stdout:[client.3] 2024-09-05T10:53:17.889 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCdjdlmtIy2NBAAWntaeNIPwrJAIKyJtyzMOA== 2024-09-05T10:53:18.506 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:53:18.506 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.client.3.keyring 2024-09-05T10:53:18.506 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-05T10:53:18.569 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:18 smithi154 ceph-mon[32554]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:18.569 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:18 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/604836583' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:18.569 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:18 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:18.569 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:18 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:18.584 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.4 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T10:53:18.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:18 smithi119 ceph-mon[32672]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:18 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/604836583' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:18 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:18 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:18.801 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:53:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:18 smithi050 ceph-mon[29032]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:18 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/604836583' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:18 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:18 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:20.385 INFO:teuthology.orchestra.run.smithi173.stdout:[client.4] 2024-09-05T10:53:20.386 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQCgjdlmF+2vFhAAOFbVD6iibFaB9vvhsQjxfw== 2024-09-05T10:53:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:20 smithi119 ceph-mon[32672]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:20 smithi119 ceph-mon[32672]: from='client.? 172.21.15.173:0/94665494' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:20 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:20 smithi119 ceph-mon[32672]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:20 smithi050 ceph-mon[29032]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:20 smithi050 ceph-mon[29032]: from='client.? 172.21.15.173:0/94665494' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:20 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:20 smithi050 ceph-mon[29032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:20 smithi154 ceph-mon[32554]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:20 smithi154 ceph-mon[32554]: from='client.? 172.21.15.173:0/94665494' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:20 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-09-05T10:53:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:20 smithi154 ceph-mon[32554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.4", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T10:53:21.000 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:53:21.001 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.4.keyring 2024-09-05T10:53:21.001 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0644 /etc/ceph/ceph.client.4.keyring 2024-09-05T10:53:21.089 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph config log 1 --format=json 2024-09-05T10:53:21.301 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:22.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:22 smithi050 ceph-mon[29032]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:22.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:22 smithi119 ceph-mon[32672]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:22 smithi154 ceph-mon[32554]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:23.163 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:53:23.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:23 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2091254006' entity='client.admin' cmd={"prefix": "config log", "num": 1, "format": "json"} : dispatch 2024-09-05T10:53:23.835 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:23 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2091254006' entity='client.admin' cmd={"prefix": "config log", "num": 1, "format": "json"} : dispatch 2024-09-05T10:53:23.859 INFO:teuthology.orchestra.run.smithi050.stdout:[{"version":19,"timestamp":"2024-09-05T10:53:01.687852+0000","name":"","changes":[{"name":"osd/host:smithi154/osd_memory_target","previous_value":"11106603212","new_value":"7404402141"}]}] 2024-09-05T10:53:23.859 INFO:tasks.ceph_manager:config epoch is 19 2024-09-05T10:53:23.859 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-05T10:53:23.859 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-05T10:53:23.860 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph mgr dump --format=json 2024-09-05T10:53:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:23 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2091254006' entity='client.admin' cmd={"prefix": "config log", "num": 1, "format": "json"} : dispatch 2024-09-05T10:53:24.055 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:24 smithi119 ceph-mon[32672]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:24.849 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:24 smithi050 ceph-mon[29032]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:24 smithi154 ceph-mon[32554]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:26.006 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:53:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:26 smithi119 ceph-mon[32672]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:26 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/216010532' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2024-09-05T10:53:26.792 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:26 smithi050 ceph-mon[29032]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:26.792 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:26 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/216010532' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2024-09-05T10:53:26.818 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":15,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":2},{"type":"v1","addr":"172.21.15.50:6801","nonce":2}]},"active_addr":"172.21.15.50:6801/2","active_change":"2024-09-05T10:48:31.346946+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24116,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.50:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.50:0","nonce":812045480}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.50:0","nonce":3707679153}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.50:0","nonce":947200481}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.50:0","nonce":2515599787}]}]} 2024-09-05T10:53:26.825 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-05T10:53:26.825 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-05T10:53:26.825 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T10:53:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:26 smithi154 ceph-mon[32554]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:26 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/216010532' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2024-09-05T10:53:27.032 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:28 smithi050 ceph-mon[29032]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:28 smithi119 ceph-mon[32672]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:28.775 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:53:28.775 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":52,"fsid":"062ada42-6b74-11ef-bcd6-c7b262605968","created":"2024-09-05T10:47:35.055025+0000","modified":"2024-09-05T10:53:02.040567+0000","last_up_change":"2024-09-05T10:53:01.032846+0000","last_in_change":"2024-09-05T10:52:44.112770+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T10:51:07.657572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4019506d-45f1-41a5-83c8-5875443404df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6803","nonce":1947950549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6805","nonce":1947950549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6809","nonce":1947950549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6807","nonce":1947950549}]},"public_addr":"172.21.15.50:6803/1947950549","cluster_addr":"172.21.15.50:6805/1947950549","heartbeat_back_addr":"172.21.15.50:6809/1947950549","heartbeat_front_addr":"172.21.15.50:6807/1947950549","state":["exists","up"]},{"osd":1,"uuid":"3fab3f7f-5306-457d-ba2c-6092dfd3c3b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6811","nonce":1633123113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6813","nonce":1633123113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6817","nonce":1633123113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6815","nonce":1633123113}]},"public_addr":"172.21.15.50:6811/1633123113","cluster_addr":"172.21.15.50:6813/1633123113","heartbeat_back_addr":"172.21.15.50:6817/1633123113","heartbeat_front_addr":"172.21.15.50:6815/1633123113","state":["exists","up"]},{"osd":2,"uuid":"c0b7d568-70c3-443e-8f04-62036bf0a961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6801","nonce":3379317762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6803","nonce":3379317762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6807","nonce":3379317762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6805","nonce":3379317762}]},"public_addr":"172.21.15.119:6801/3379317762","cluster_addr":"172.21.15.119:6803/3379317762","heartbeat_back_addr":"172.21.15.119:6807/3379317762","heartbeat_front_addr":"172.21.15.119:6805/3379317762","state":["exists","up"]},{"osd":3,"uuid":"42fe6a84-4803-48d9-a9ee-6d9528bc9b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6809","nonce":1055808604}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6811","nonce":1055808604}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6815","nonce":1055808604}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6813","nonce":1055808604}]},"public_addr":"172.21.15.119:6809/1055808604","cluster_addr":"172.21.15.119:6811/1055808604","heartbeat_back_addr":"172.21.15.119:6815/1055808604","heartbeat_front_addr":"172.21.15.119:6813/1055808604","state":["exists","up"]},{"osd":4,"uuid":"ba64b898-df04-439d-af54-7315ed9d4b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6817","nonce":193328610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6819","nonce":193328610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6823","nonce":193328610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6821","nonce":193328610}]},"public_addr":"172.21.15.119:6817/193328610","cluster_addr":"172.21.15.119:6819/193328610","heartbeat_back_addr":"172.21.15.119:6823/193328610","heartbeat_front_addr":"172.21.15.119:6821/193328610","state":["exists","up"]},{"osd":5,"uuid":"b9c67433-d1c7-4989-b9a2-0dd467c92ae1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6801","nonce":1334491635}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6803","nonce":1334491635}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6807","nonce":1334491635}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6805","nonce":1334491635}]},"public_addr":"172.21.15.154:6801/1334491635","cluster_addr":"172.21.15.154:6803/1334491635","heartbeat_back_addr":"172.21.15.154:6807/1334491635","heartbeat_front_addr":"172.21.15.154:6805/1334491635","state":["exists","up"]},{"osd":6,"uuid":"23215d97-7b8d-4cd0-80bc-815ad12c1a45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6809","nonce":3209827432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6811","nonce":3209827432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6815","nonce":3209827432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6813","nonce":3209827432}]},"public_addr":"172.21.15.154:6809/3209827432","cluster_addr":"172.21.15.154:6811/3209827432","heartbeat_back_addr":"172.21.15.154:6815/3209827432","heartbeat_front_addr":"172.21.15.154:6813/3209827432","state":["exists","up"]},{"osd":7,"uuid":"f825e321-578b-43a6-997d-cfb6e45289d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6817","nonce":1464803777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6819","nonce":1464803777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6823","nonce":1464803777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6821","nonce":1464803777}]},"public_addr":"172.21.15.154:6817/1464803777","cluster_addr":"172.21.15.154:6819/1464803777","heartbeat_back_addr":"172.21.15.154:6823/1464803777","heartbeat_front_addr":"172.21.15.154:6821/1464803777","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:50:19.284279+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:50:42.891503+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:03.922863+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:27.344400+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:50.414946+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:11.542313+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:35.306184+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:59.104998+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:0/698465760":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/901503447":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/1558537335":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/3482917883":"2024-09-06T10:48:07.670074+0000","172.21.15.50:0/2966244403":"2024-09-06T10:48:07.670074+0000","172.21.15.50:0/3871786243":"2024-09-06T10:48:07.670074+0000","172.21.15.50:6801/2":"2024-09-06T10:48:07.670074+0000","172.21.15.50:6800/2":"2024-09-06T10:48:07.670074+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T10:53:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:28 smithi154 ceph-mon[32554]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:29.421 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-05T10:53:29.421 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T10:53:29.622 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:29.743 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:29 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/901429170' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:29.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:29 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/901429170' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:29 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/901429170' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:30.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:30 smithi119 ceph-mon[32672]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:30.779 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:30 smithi050 ceph-mon[29032]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:30 smithi154 ceph-mon[32554]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:31.475 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:53:31.475 INFO:teuthology.orchestra.run.smithi050.stdout:{"epoch":52,"fsid":"062ada42-6b74-11ef-bcd6-c7b262605968","created":"2024-09-05T10:47:35.055025+0000","modified":"2024-09-05T10:53:02.040567+0000","last_up_change":"2024-09-05T10:53:01.032846+0000","last_in_change":"2024-09-05T10:52:44.112770+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T10:51:07.657572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4019506d-45f1-41a5-83c8-5875443404df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6803","nonce":1947950549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6805","nonce":1947950549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6809","nonce":1947950549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":1947950549},{"type":"v1","addr":"172.21.15.50:6807","nonce":1947950549}]},"public_addr":"172.21.15.50:6803/1947950549","cluster_addr":"172.21.15.50:6805/1947950549","heartbeat_back_addr":"172.21.15.50:6809/1947950549","heartbeat_front_addr":"172.21.15.50:6807/1947950549","state":["exists","up"]},{"osd":1,"uuid":"3fab3f7f-5306-457d-ba2c-6092dfd3c3b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6811","nonce":1633123113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6813","nonce":1633123113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6817","nonce":1633123113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":1633123113},{"type":"v1","addr":"172.21.15.50:6815","nonce":1633123113}]},"public_addr":"172.21.15.50:6811/1633123113","cluster_addr":"172.21.15.50:6813/1633123113","heartbeat_back_addr":"172.21.15.50:6817/1633123113","heartbeat_front_addr":"172.21.15.50:6815/1633123113","state":["exists","up"]},{"osd":2,"uuid":"c0b7d568-70c3-443e-8f04-62036bf0a961","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6801","nonce":3379317762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6803","nonce":3379317762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6807","nonce":3379317762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":3379317762},{"type":"v1","addr":"172.21.15.119:6805","nonce":3379317762}]},"public_addr":"172.21.15.119:6801/3379317762","cluster_addr":"172.21.15.119:6803/3379317762","heartbeat_back_addr":"172.21.15.119:6807/3379317762","heartbeat_front_addr":"172.21.15.119:6805/3379317762","state":["exists","up"]},{"osd":3,"uuid":"42fe6a84-4803-48d9-a9ee-6d9528bc9b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6809","nonce":1055808604}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6811","nonce":1055808604}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6815","nonce":1055808604}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1055808604},{"type":"v1","addr":"172.21.15.119:6813","nonce":1055808604}]},"public_addr":"172.21.15.119:6809/1055808604","cluster_addr":"172.21.15.119:6811/1055808604","heartbeat_back_addr":"172.21.15.119:6815/1055808604","heartbeat_front_addr":"172.21.15.119:6813/1055808604","state":["exists","up"]},{"osd":4,"uuid":"ba64b898-df04-439d-af54-7315ed9d4b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6817","nonce":193328610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6819","nonce":193328610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6823","nonce":193328610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":193328610},{"type":"v1","addr":"172.21.15.119:6821","nonce":193328610}]},"public_addr":"172.21.15.119:6817/193328610","cluster_addr":"172.21.15.119:6819/193328610","heartbeat_back_addr":"172.21.15.119:6823/193328610","heartbeat_front_addr":"172.21.15.119:6821/193328610","state":["exists","up"]},{"osd":5,"uuid":"b9c67433-d1c7-4989-b9a2-0dd467c92ae1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6801","nonce":1334491635}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6803","nonce":1334491635}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6807","nonce":1334491635}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":1334491635},{"type":"v1","addr":"172.21.15.154:6805","nonce":1334491635}]},"public_addr":"172.21.15.154:6801/1334491635","cluster_addr":"172.21.15.154:6803/1334491635","heartbeat_back_addr":"172.21.15.154:6807/1334491635","heartbeat_front_addr":"172.21.15.154:6805/1334491635","state":["exists","up"]},{"osd":6,"uuid":"23215d97-7b8d-4cd0-80bc-815ad12c1a45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6809","nonce":3209827432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6811","nonce":3209827432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6815","nonce":3209827432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":3209827432},{"type":"v1","addr":"172.21.15.154:6813","nonce":3209827432}]},"public_addr":"172.21.15.154:6809/3209827432","cluster_addr":"172.21.15.154:6811/3209827432","heartbeat_back_addr":"172.21.15.154:6815/3209827432","heartbeat_front_addr":"172.21.15.154:6813/3209827432","state":["exists","up"]},{"osd":7,"uuid":"f825e321-578b-43a6-997d-cfb6e45289d0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6817","nonce":1464803777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6819","nonce":1464803777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6823","nonce":1464803777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1464803777},{"type":"v1","addr":"172.21.15.154:6821","nonce":1464803777}]},"public_addr":"172.21.15.154:6817/1464803777","cluster_addr":"172.21.15.154:6819/1464803777","heartbeat_back_addr":"172.21.15.154:6823/1464803777","heartbeat_front_addr":"172.21.15.154:6821/1464803777","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:50:19.284279+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:50:42.891503+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:03.922863+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:27.344400+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:51:50.414946+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:11.542313+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:35.306184+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T10:52:59.104998+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.50:0/698465760":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/901503447":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/1558537335":"2024-09-06T10:48:31.346790+0000","172.21.15.50:0/3482917883":"2024-09-06T10:48:07.670074+0000","172.21.15.50:0/2966244403":"2024-09-06T10:48:07.670074+0000","172.21.15.50:0/3871786243":"2024-09-06T10:48:07.670074+0000","172.21.15.50:6801/2":"2024-09-06T10:48:07.670074+0000","172.21.15.50:6800/2":"2024-09-06T10:48:07.670074+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T10:53:31.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:31 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1213385739' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:31.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:31 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1213385739' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:31 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1213385739' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-05T10:53:32.050 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-05T10:53:32.051 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-05T10:53:32.051 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-05T10:53:32.052 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-05T10:53:32.052 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-05T10:53:32.053 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-05T10:53:32.053 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-05T10:53:32.054 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-05T10:53:32.416 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:32.434 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:32.445 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:32.716 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:32.725 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:32.728 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:32.740 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:32 smithi050 ceph-mon[29032]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:32.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:32 smithi119 ceph-mon[32672]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:32 smithi154 ceph-mon[32554]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:34 smithi050 ceph-mon[29032]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:34.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:34 smithi119 ceph-mon[32672]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:34 smithi154 ceph-mon[32554]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:36.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:36 smithi119 ceph-mon[32672]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:36.750 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:36 smithi050 ceph-mon[29032]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:36 smithi154 ceph-mon[32554]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:38.120 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:38.787 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:38 smithi050 ceph-mon[29032]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:38.791 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:38 smithi154 ceph-mon[32554]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:38.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:38 smithi119 ceph-mon[32672]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:40.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:40 smithi050 ceph-mon[29032]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:40 smithi154 ceph-mon[32554]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:40 smithi119 ceph-mon[32672]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:42.603 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:42 smithi050 ceph-mon[29032]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:42 smithi154 ceph-mon[32554]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:42.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:42 smithi119 ceph-mon[32672]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:43.281 INFO:teuthology.orchestra.run.smithi050.stdout:141733920792 2024-09-05T10:53:43.282 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-05T10:53:43.822 INFO:teuthology.orchestra.run.smithi050.stdout:107374182428 2024-09-05T10:53:43.822 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-05T10:53:44.608 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:44 smithi050 ceph-mon[29032]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:44 smithi154 ceph-mon[32554]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:44.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:44 smithi119 ceph-mon[32672]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:45.644 INFO:teuthology.orchestra.run.smithi050.stdout:197568495630 2024-09-05T10:53:45.644 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-05T10:53:46.028 INFO:teuthology.orchestra.run.smithi050.stdout:34359738411 2024-09-05T10:53:46.029 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-05T10:53:46.581 INFO:teuthology.orchestra.run.smithi050.stdout:55834574887 2024-09-05T10:53:46.582 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-05T10:53:46.762 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:46 smithi050 ceph-mon[29032]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:46 smithi154 ceph-mon[32554]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:46.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:46 smithi119 ceph-mon[32672]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:47.811 INFO:teuthology.orchestra.run.smithi050.stdout:77309411362 2024-09-05T10:53:47.811 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-05T10:53:48.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:48 smithi050 ceph-mon[29032]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:48 smithi154 ceph-mon[32554]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:48 smithi119 ceph-mon[32672]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:49.007 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:49.008 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:49.008 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:50.373 INFO:teuthology.orchestra.run.smithi050.stdout:163208757270 2024-09-05T10:53:50.373 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-05T10:53:50.633 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:50 smithi050 ceph-mon[29032]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:50 smithi154 ceph-mon[32554]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:50 smithi119 ceph-mon[32672]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:52.519 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:52.541 INFO:teuthology.orchestra.run.smithi050.stdout:219043332107 2024-09-05T10:53:52.542 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-05T10:53:52.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:52 smithi050 ceph-mon[29032]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:52 smithi154 ceph-mon[32554]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:52.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:52 smithi119 ceph-mon[32672]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:54.357 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:54 smithi050 ceph-mon[29032]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:54 smithi154 ceph-mon[32554]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:54.984 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:54 smithi119 ceph-mon[32672]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:55.896 INFO:teuthology.orchestra.run.smithi050.stdout:197568495633 2024-09-05T10:53:56.647 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:56 smithi050 ceph-mon[29032]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:56.647 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:56 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2843918599' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2024-09-05T10:53:56.669 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495630 got 197568495633 for osd.6 2024-09-05T10:53:56.669 DEBUG:teuthology.parallel:result is None 2024-09-05T10:53:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:56 smithi154 ceph-mon[32554]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:56 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2843918599' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2024-09-05T10:53:56.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:56 smithi119 ceph-mon[32672]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:56.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:56 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2843918599' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2024-09-05T10:53:58.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:58 smithi050 ceph-mon[29032]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:58.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:58 smithi119 ceph-mon[32672]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:58.902 INFO:teuthology.orchestra.run.smithi050.stdout:55834574889 2024-09-05T10:53:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:58 smithi154 ceph-mon[32554]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:58.986 INFO:teuthology.orchestra.run.smithi050.stdout:107374182432 2024-09-05T10:53:59.566 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182428 got 107374182432 for osd.3 2024-09-05T10:53:59.566 DEBUG:teuthology.parallel:result is None 2024-09-05T10:53:59.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:59 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/529698877' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2024-09-05T10:53:59.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:59 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/420933690' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2024-09-05T10:53:59.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:53:59 smithi050 ceph-mon[29032]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:59.730 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:59.730 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:53:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:59 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/529698877' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2024-09-05T10:53:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:59 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/420933690' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2024-09-05T10:53:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:53:59 smithi154 ceph-mon[32554]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:53:59.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:59 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/529698877' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2024-09-05T10:53:59.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:59 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/420933690' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2024-09-05T10:53:59.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:53:59 smithi119 ceph-mon[32672]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:00.472 INFO:teuthology.orchestra.run.smithi050.stdout:141733920796 2024-09-05T10:54:00.822 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:00 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3949216841' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2024-09-05T10:54:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:00 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3949216841' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2024-09-05T10:54:00.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:00 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3949216841' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2024-09-05T10:54:01.146 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920792 got 141733920796 for osd.4 2024-09-05T10:54:01.147 DEBUG:teuthology.parallel:result is None 2024-09-05T10:54:01.554 INFO:teuthology.orchestra.run.smithi050.stdout:77309411365 2024-09-05T10:54:01.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:01 smithi050 ceph-mon[29032]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:01.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:01 smithi154 ceph-mon[32554]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:01.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:01 smithi119 ceph-mon[32672]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:02 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/498963507' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2024-09-05T10:54:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:02.783 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574887 got 55834574889 for osd.1 2024-09-05T10:54:02.783 DEBUG:teuthology.parallel:result is None 2024-09-05T10:54:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:02 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/498963507' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2024-09-05T10:54:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:02.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:02 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/498963507' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2024-09-05T10:54:02.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:03.750 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:03 smithi050 ceph-mon[29032]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:03 smithi154 ceph-mon[32554]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:03.983 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411362 got 77309411365 for osd.2 2024-09-05T10:54:03.983 DEBUG:teuthology.parallel:result is None 2024-09-05T10:54:03.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:03 smithi119 ceph-mon[32672]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:04 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:04 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:04 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:04 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:04 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:04 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:04.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:04 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:04.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:04 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:04.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:04 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:05.820 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:05 smithi050 ceph-mon[29032]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:05 smithi154 ceph-mon[32554]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:05.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:05 smithi119 ceph-mon[32672]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:06.495 INFO:teuthology.orchestra.run.smithi050.stdout:163208757273 2024-09-05T10:54:06.708 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:06 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/733519243' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2024-09-05T10:54:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:06 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/733519243' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2024-09-05T10:54:07.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:06 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/733519243' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2024-09-05T10:54:07.420 INFO:teuthology.orchestra.run.smithi050.stdout:219043332110 2024-09-05T10:54:07.653 INFO:teuthology.orchestra.run.smithi050.stdout:34359738417 2024-09-05T10:54:07.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:07 smithi050 ceph-mon[29032]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:07.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:07 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3050882743' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2024-09-05T10:54:07.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:07 smithi154 ceph-mon[32554]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:07.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:07 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3050882743' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2024-09-05T10:54:07.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:07 smithi119 ceph-mon[32672]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:07.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:07 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3050882743' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2024-09-05T10:54:08.210 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738411 got 34359738417 for osd.0 2024-09-05T10:54:08.211 DEBUG:teuthology.parallel:result is None 2024-09-05T10:54:08.622 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757270 got 163208757273 for osd.5 2024-09-05T10:54:08.623 DEBUG:teuthology.parallel:result is None 2024-09-05T10:54:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:08 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/615846744' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2024-09-05T10:54:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:08 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/615846744' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2024-09-05T10:54:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:08 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/615846744' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2024-09-05T10:54:09.051 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332107 got 219043332110 for osd.7 2024-09-05T10:54:09.051 DEBUG:teuthology.parallel:result is None 2024-09-05T10:54:09.051 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T10:54:09.051 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T10:54:09.260 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:09.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:09 smithi050 ceph-mon[29032]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:09.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:09 smithi154 ceph-mon[32554]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:09.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:09 smithi119 ceph-mon[32672]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:11.155 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:54:11.156 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2024-09-05T10:54:11.894 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-09-05T10:54:09.407820+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":225904,"kb_used_data":5644,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749735312,"statfs":{"total":767960285184,"available":767728959488,"internally_reserved":0,"allocated":5779456,"data_stored":3362560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002202"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":248,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-05T10:53:03.073640+0000","last_change":"2024-09-05T10:52:16.917949+0000","last_active":"2024-09-05T10:53:03.073640+0000","last_peered":"2024-09-05T10:53:03.073640+0000","last_clean":"2024-09-05T10:53:03.073640+0000","last_became_active":"2024-09-05T10:52:16.917606+0000","last_became_peered":"2024-09-05T10:52:16.917606+0000","last_unstale":"2024-09-05T10:53:03.073640+0000","last_undegraded":"2024-09-05T10:53:03.073640+0000","last_fullsized":"2024-09-05T10:53:03.073640+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T10:51:07.795957+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T10:51:07.795957+0000","last_clean_scrub_stamp":"2024-09-05T10:51:07.795957+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:57:03.232648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332111,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47399999999999998}]},{"osd":2,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.71199999999999997}]},{"osd":3,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.59899999999999998}]},{"osd":5,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.69499999999999995}]},{"osd":6,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.66100000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.73499999999999999}]},{"osd":1,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.61099999999999999}]},{"osd":2,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.626}]},{"osd":3,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.47999999999999998}]},{"osd":4,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46000000000000002}]},{"osd":5,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.50900000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757274,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":789300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.373}]},{"osd":1,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":15.827,"5min":15.827,"15min":15.827},"last":0.443}]},{"osd":2,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.54400000000000004}]},{"osd":3,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.5}]},{"osd":4,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.45700000000000002}]}]},{"osd":4,"up_from":33,"seq":141733920798,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.498,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.60999999999999999,"5min":0.626,"15min":0.626},"last":0.54100000000000004}]},{"osd":1,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53200000000000003,"15min":0.53800000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70899999999999996,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55600000000000005}]},{"osd":2,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40699999999999997,"15min":0.41099999999999998},"min":{"1min":0.29399999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.51300000000000001,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40300000000000002,"15min":0.40899999999999997},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.45900000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44600000000000001,"15min":0.45000000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54200000000000004,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.38},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.495,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.38800000000000001}]},{"osd":5,"last update":"Thu Sep 5 10:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.51000000000000001}]},{"osd":6,"last update":"Thu Sep 5 10:53:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.499},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.59699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182435,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":789300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:31 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.48799999999999999,"15min":0.48499999999999999},"min":{"1min":0.40699999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.435},{"interface":"front","average":{"1min":0.499,"5min":0.46300000000000002,"15min":0.45700000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Sep 5 10:53:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.47399999999999998,"15min":0.46800000000000003},"min":{"1min":0.41699999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47799999999999998,"15min":0.47199999999999998},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.37}]},{"osd":2,"last update":"Thu Sep 5 10:53:31 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35899999999999999,"15min":0.35599999999999998},"min":{"1min":0.27900000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38500000000000001,"15min":0.38300000000000001},"min":{"1min":0.32900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.498,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Sep 5 10:53:54 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.435,"15min":0.435},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.5,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.47499999999999998}]},{"osd":5,"last update":"Thu Sep 5 10:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.755}]},{"osd":6,"last update":"Thu Sep 5 10:53:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.64300000000000002}]},{"osd":7,"last update":"Thu Sep 5 10:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.66600000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411367,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1093632,"data_stored":789300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.505,"15min":0.50700000000000001},"min":{"1min":0.33500000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63200000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.47699999999999998,"15min":0.47499999999999998},"min":{"1min":0.35699999999999998,"5min":0.307,"15min":0.307},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.60599999999999998}]},{"osd":1,"last update":"Thu Sep 5 10:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.505,"15min":0.505},"min":{"1min":0.42599999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64200000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.498,"15min":0.496},"min":{"1min":0.34100000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.44}]},{"osd":3,"last update":"Thu Sep 5 10:53:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.29899999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38400000000000001,"15min":0.38200000000000001},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.314}]},{"osd":4,"last update":"Thu Sep 5 10:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39600000000000002,"15min":0.39700000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.57899999999999996,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.42299999999999999,"15min":0.42399999999999999},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.35799999999999998}]},{"osd":5,"last update":"Thu Sep 5 10:53:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.499}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4950000000000001,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.55600000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:51 2024","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.308,"15min":0.30499999999999999},"min":{"1min":0.215,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.46100000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.221},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.309,"15min":0.30099999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.26400000000000001}]},{"osd":2,"last update":"Thu Sep 5 10:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.48899999999999999,"15min":0.48499999999999999},"min":{"1min":0.35699999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.433},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68500000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.495}]},{"osd":3,"last update":"Thu Sep 5 10:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.69799999999999995,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.42199999999999999}]},{"osd":4,"last update":"Thu Sep 5 10:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Thu Sep 5 10:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.872}]},{"osd":6,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.65000000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738417,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 5 10:53:47 2024","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.308,"15min":0.30299999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.42999999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.318,"15min":0.312},"min":{"1min":0.23799999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.44900000000000001,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.28599999999999998}]},{"osd":2,"last update":"Thu Sep 5 10:53:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.51700000000000002,"15min":0.505},"min":{"1min":0.42799999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.51600000000000001,"15min":0.50800000000000001},"min":{"1min":0.44,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.504}]},{"osd":3,"last update":"Thu Sep 5 10:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.49299999999999999,"15min":0.48499999999999999},"min":{"1min":0.36499999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52300000000000002,"15min":0.51600000000000001},"min":{"1min":0.42299999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.42099999999999999}]},{"osd":4,"last update":"Thu Sep 5 10:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.55200000000000005,"15min":0.55600000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55700000000000005,"15min":0.55900000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.53500000000000003}]},{"osd":5,"last update":"Thu Sep 5 10:53:14 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.55500000000000005}]},{"osd":6,"last update":"Thu Sep 5 10:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.63200000000000001}]},{"osd":7,"last update":"Thu Sep 5 10:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T10:54:11.896 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T10:54:12.092 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:12.462 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:12 smithi050 ceph-mon[29032]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:54:12.462 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:12 smithi050 ceph-mon[29032]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:12.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:12 smithi119 ceph-mon[32672]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:54:12.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:12 smithi119 ceph-mon[32672]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:12 smithi154 ceph-mon[32554]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:54:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:12 smithi154 ceph-mon[32554]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:14.035 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:54:14.035 INFO:teuthology.orchestra.run.smithi050.stderr:dumped all 2024-09-05T10:54:14.661 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:14 smithi050 ceph-mon[29032]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:14.683 INFO:teuthology.orchestra.run.smithi050.stdout:{"pg_ready":true,"pg_map":{"version":213,"stamp":"2024-09-05T10:54:13.408553+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":225904,"kb_used_data":5644,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749735312,"statfs":{"total":767960285184,"available":767728959488,"internally_reserved":0,"allocated":5779456,"data_stored":3362560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002235"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":248,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-05T10:53:03.073640+0000","last_change":"2024-09-05T10:52:16.917949+0000","last_active":"2024-09-05T10:53:03.073640+0000","last_peered":"2024-09-05T10:53:03.073640+0000","last_clean":"2024-09-05T10:53:03.073640+0000","last_became_active":"2024-09-05T10:52:16.917606+0000","last_became_peered":"2024-09-05T10:52:16.917606+0000","last_unstale":"2024-09-05T10:53:03.073640+0000","last_undegraded":"2024-09-05T10:53:03.073640+0000","last_fullsized":"2024-09-05T10:53:03.073640+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T10:51:07.795957+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T10:51:07.795957+0000","last_clean_scrub_stamp":"2024-09-05T10:51:07.795957+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:57:03.232648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332112,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.36199999999999999}]},{"osd":1,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.308},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.51200000000000001}]},{"osd":3,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.437},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.41399999999999998}]},{"osd":6,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.5}]}]},{"osd":6,"up_from":46,"seq":197568495637,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52100000000000002}]},{"osd":1,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.502}]},{"osd":2,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.63300000000000001}]},{"osd":3,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60999999999999999}]},{"osd":4,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.66800000000000004}]},{"osd":5,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.69499999999999995}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.71399999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757275,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":789300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.39800000000000002}]},{"osd":1,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":15.827,"5min":15.827,"15min":15.827},"last":0.504}]},{"osd":2,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Sep 5 10:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.46999999999999997}]},{"osd":6,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.439},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.48099999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920798,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.498,"15min":0.5},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.60999999999999999,"5min":0.626,"15min":0.626},"last":0.54100000000000004}]},{"osd":1,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53200000000000003,"15min":0.53800000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70899999999999996,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55600000000000005}]},{"osd":2,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40699999999999997,"15min":0.41099999999999998},"min":{"1min":0.29399999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.51300000000000001,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40300000000000002,"15min":0.40899999999999997},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.45900000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Sep 5 10:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44600000000000001,"15min":0.45000000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54200000000000004,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.38},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.495,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.38800000000000001}]},{"osd":5,"last update":"Thu Sep 5 10:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.51000000000000001}]},{"osd":6,"last update":"Thu Sep 5 10:53:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.499},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.59699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182435,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":789300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:31 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.48799999999999999,"15min":0.48499999999999999},"min":{"1min":0.40699999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.435},{"interface":"front","average":{"1min":0.499,"5min":0.46300000000000002,"15min":0.45700000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Sep 5 10:53:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.47399999999999998,"15min":0.46800000000000003},"min":{"1min":0.41699999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47799999999999998,"15min":0.47199999999999998},"min":{"1min":0.36899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.37}]},{"osd":2,"last update":"Thu Sep 5 10:53:31 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.35899999999999999,"15min":0.35599999999999998},"min":{"1min":0.27900000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.38500000000000001,"15min":0.38300000000000001},"min":{"1min":0.32900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.498,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Sep 5 10:53:54 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.435,"15min":0.435},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.5,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.47499999999999998}]},{"osd":5,"last update":"Thu Sep 5 10:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.755}]},{"osd":6,"last update":"Thu Sep 5 10:53:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.64300000000000002}]},{"osd":7,"last update":"Thu Sep 5 10:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.66600000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411368,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1093632,"data_stored":789300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.505,"15min":0.50700000000000001},"min":{"1min":0.33500000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63200000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.47699999999999998,"15min":0.47499999999999998},"min":{"1min":0.35699999999999998,"5min":0.307,"15min":0.307},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Sep 5 10:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.505,"15min":0.505},"min":{"1min":0.42599999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64200000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.498,"15min":0.496},"min":{"1min":0.34100000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.61499999999999999}]},{"osd":3,"last update":"Thu Sep 5 10:53:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.375,"15min":0.36699999999999999},"min":{"1min":0.29899999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.434},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38400000000000001,"15min":0.38200000000000001},"min":{"1min":0.27000000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.53100000000000003}]},{"osd":4,"last update":"Thu Sep 5 10:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39600000000000002,"15min":0.39700000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.57899999999999996,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.42299999999999999,"15min":0.42399999999999999},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.505}]},{"osd":5,"last update":"Thu Sep 5 10:53:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.70099999999999996}]},{"osd":7,"last update":"Thu Sep 5 10:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4950000000000001,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 5 10:53:51 2024","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.308,"15min":0.30499999999999999},"min":{"1min":0.215,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.46100000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.309,"15min":0.30099999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.247}]},{"osd":2,"last update":"Thu Sep 5 10:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.48899999999999999,"15min":0.48499999999999999},"min":{"1min":0.35699999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68500000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.52000000000000002}]},{"osd":3,"last update":"Thu Sep 5 10:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.69799999999999995,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.46999999999999997}]},{"osd":4,"last update":"Thu Sep 5 10:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60099999999999998}]},{"osd":5,"last update":"Thu Sep 5 10:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.67700000000000005}]},{"osd":6,"last update":"Thu Sep 5 10:53:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.62},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.69199999999999995}]},{"osd":7,"last update":"Thu Sep 5 10:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.72799999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738418,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27508,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717644,"statfs":{"total":95995035648,"available":95966867456,"internally_reserved":0,"allocated":499712,"data_stored":198932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 5 10:53:47 2024","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.308,"15min":0.30299999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.42999999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"last":0.372},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.318,"15min":0.312},"min":{"1min":0.23799999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.44900000000000001,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Sep 5 10:53:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.51700000000000002,"15min":0.505},"min":{"1min":0.42799999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.51600000000000001,"15min":0.50800000000000001},"min":{"1min":0.44,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Sep 5 10:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.49299999999999999,"15min":0.48499999999999999},"min":{"1min":0.36499999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52300000000000002,"15min":0.51600000000000001},"min":{"1min":0.42299999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.52400000000000002}]},{"osd":4,"last update":"Thu Sep 5 10:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.55200000000000005,"15min":0.55600000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55700000000000005,"15min":0.55900000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.65500000000000003}]},{"osd":5,"last update":"Thu Sep 5 10:53:14 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Sep 5 10:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.68799999999999994}]},{"osd":7,"last update":"Thu Sep 5 10:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.621}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T10:54:14.685 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T10:54:14.685 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-05T10:54:14.685 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-05T10:54:14.686 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph health --format=json 2024-09-05T10:54:14.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:14 smithi119 ceph-mon[32672]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:14.883 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:14 smithi154 ceph-mon[32554]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:15.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:15 smithi050 ceph-mon[29032]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:54:15.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:15 smithi119 ceph-mon[32672]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:54:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:15 smithi154 ceph-mon[32554]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:54:16.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:16 smithi050 ceph-mon[29032]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:16.690 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:54:16.690 INFO:teuthology.orchestra.run.smithi050.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-05T10:54:16.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:16 smithi119 ceph-mon[32672]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:16 smithi154 ceph-mon[32554]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:17.315 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-05T10:54:17.316 INFO:tasks.cephadm:Setup complete, yielding 2024-09-05T10:54:17.316 INFO:teuthology.run_tasks:Running task nvmeof... 2024-09-05T10:54:17.331 INFO:tasks.nvmeof:[nvmeof]: deploying nvmeof gateway... 2024-09-05T10:54:17.332 INFO:tasks.nvmeof:Adding ceph.nvmeof.nvmeof.a on smithi050 2024-09-05T10:54:17.332 INFO:tasks.nvmeof:Adding ceph.nvmeof.nvmeof.b on smithi119 2024-09-05T10:54:17.332 INFO:tasks.nvmeof:Adding ceph.nvmeof.nvmeof.c on smithi154 2024-09-05T10:54:17.332 INFO:tasks.nvmeof:Adding ceph.nvmeof.nvmeof.d on smithi173 2024-09-05T10:54:17.332 INFO:tasks.nvmeof:[nvmeof]: ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:1.2.16 2024-09-05T10:54:17.332 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:1.2.16 2024-09-05T10:54:17.534 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:17.654 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:17 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2786558622' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2024-09-05T10:54:17.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:17 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2786558622' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2024-09-05T10:54:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:17 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2786558622' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2024-09-05T10:54:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:18 smithi050 ceph-mon[29032]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:18.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:18 smithi119 ceph-mon[32672]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:18 smithi154 ceph-mon[32554]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:20.065 INFO:tasks.nvmeof:[nvmeof]: ceph osd pool create mypool 2024-09-05T10:54:20.065 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph osd pool create mypool 2024-09-05T10:54:20.263 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:20.619 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:20 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/839791743' entity='client.admin' 2024-09-05T10:54:20.620 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:20.620 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:20.620 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:20.620 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:20.620 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:20 smithi050 ceph-mon[29032]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:20 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/839791743' entity='client.admin' 2024-09-05T10:54:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:20 smithi154 ceph-mon[32554]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:20 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/839791743' entity='client.admin' 2024-09-05T10:54:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:20 smithi119 ceph-mon[32672]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:22.467 INFO:teuthology.orchestra.run.smithi050.stderr:pool 'mypool' created 2024-09-05T10:54:22.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:22 smithi119 ceph-mon[32672]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:22.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:22 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1980406054' entity='client.admin' cmd={"prefix": "osd pool create", "pool": "mypool"} : dispatch 2024-09-05T10:54:22.821 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:22 smithi050 ceph-mon[29032]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:22.822 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:22 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1980406054' entity='client.admin' cmd={"prefix": "osd pool create", "pool": "mypool"} : dispatch 2024-09-05T10:54:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:22 smithi154 ceph-mon[32554]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:22 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1980406054' entity='client.admin' cmd={"prefix": "osd pool create", "pool": "mypool"} : dispatch 2024-09-05T10:54:23.300 INFO:tasks.nvmeof:[nvmeof]: rbd pool init mypool 2024-09-05T10:54:23.300 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd pool init mypool 2024-09-05T10:54:23.512 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:23.632 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:23 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1980406054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2024-09-05T10:54:23.632 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:23 smithi050 ceph-mon[29032]: osdmap e53: 8 total, 8 up, 8 in 2024-09-05T10:54:23.632 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:23 smithi050 ceph-mon[29032]: osdmap e54: 8 total, 8 up, 8 in 2024-09-05T10:54:23.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:23 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1980406054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2024-09-05T10:54:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:23 smithi119 ceph-mon[32672]: osdmap e53: 8 total, 8 up, 8 in 2024-09-05T10:54:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:23 smithi119 ceph-mon[32672]: osdmap e54: 8 total, 8 up, 8 in 2024-09-05T10:54:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:23 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1980406054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2024-09-05T10:54:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:23 smithi154 ceph-mon[32554]: osdmap e53: 8 total, 8 up, 8 in 2024-09-05T10:54:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:23 smithi154 ceph-mon[32554]: osdmap e54: 8 total, 8 up, 8 in 2024-09-05T10:54:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:24 smithi050 ceph-mon[29032]: pgmap v219: 33 pgs: 4 creating+peering, 28 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:24 smithi050 ceph-mon[29032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T10:54:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:24 smithi050 ceph-mon[29032]: osdmap e55: 8 total, 8 up, 8 in 2024-09-05T10:54:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:24 smithi119 ceph-mon[32672]: pgmap v219: 33 pgs: 4 creating+peering, 28 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:24 smithi119 ceph-mon[32672]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T10:54:24.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:24 smithi119 ceph-mon[32672]: osdmap e55: 8 total, 8 up, 8 in 2024-09-05T10:54:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:24 smithi154 ceph-mon[32554]: pgmap v219: 33 pgs: 4 creating+peering, 28 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:24 smithi154 ceph-mon[32554]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T10:54:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:24 smithi154 ceph-mon[32554]: osdmap e55: 8 total, 8 up, 8 in 2024-09-05T10:54:25.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:25 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/259607238' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "mypool","app": "rbd"} : dispatch 2024-09-05T10:54:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:25 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/259607238' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "mypool","app": "rbd"} : dispatch 2024-09-05T10:54:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:25 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/259607238' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "mypool","app": "rbd"} : dispatch 2024-09-05T10:54:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:26 smithi050 ceph-mon[29032]: pgmap v222: 33 pgs: 11 active+clean, 7 creating+peering, 15 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:26 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/259607238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "mypool","app": "rbd"}]': finished 2024-09-05T10:54:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:26 smithi050 ceph-mon[29032]: osdmap e56: 8 total, 8 up, 8 in 2024-09-05T10:54:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:26 smithi119 ceph-mon[32672]: pgmap v222: 33 pgs: 11 active+clean, 7 creating+peering, 15 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:26 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/259607238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "mypool","app": "rbd"}]': finished 2024-09-05T10:54:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:26 smithi119 ceph-mon[32672]: osdmap e56: 8 total, 8 up, 8 in 2024-09-05T10:54:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:26 smithi154 ceph-mon[32554]: pgmap v222: 33 pgs: 11 active+clean, 7 creating+peering, 15 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:26 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/259607238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "mypool","app": "rbd"}]': finished 2024-09-05T10:54:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:26 smithi154 ceph-mon[32554]: osdmap e56: 8 total, 8 up, 8 in 2024-09-05T10:54:27.811 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:27 smithi050 ceph-mon[29032]: osdmap e57: 8 total, 8 up, 8 in 2024-09-05T10:54:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:27 smithi154 ceph-mon[32554]: osdmap e57: 8 total, 8 up, 8 in 2024-09-05T10:54:27.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:27 smithi119 ceph-mon[32672]: osdmap e57: 8 total, 8 up, 8 in 2024-09-05T10:54:28.062 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch apply nvmeof mypool --placement 'smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d' 2024-09-05T10:54:28.264 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:28 smithi050 ceph-mon[29032]: pgmap v225: 33 pgs: 26 active+clean, 7 creating+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:28 smithi050 ceph-mon[29032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T10:54:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:28 smithi050 ceph-mon[29032]: Cluster is now healthy 2024-09-05T10:54:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:28 smithi050 ceph-mon[29032]: osdmap e58: 8 total, 8 up, 8 in 2024-09-05T10:54:28.899 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:28 smithi119 ceph-mon[32672]: pgmap v225: 33 pgs: 26 active+clean, 7 creating+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:28.899 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:28 smithi119 ceph-mon[32672]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T10:54:28.899 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:28 smithi119 ceph-mon[32672]: Cluster is now healthy 2024-09-05T10:54:28.899 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:28 smithi119 ceph-mon[32672]: osdmap e58: 8 total, 8 up, 8 in 2024-09-05T10:54:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:28 smithi154 ceph-mon[32554]: pgmap v225: 33 pgs: 26 active+clean, 7 creating+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-09-05T10:54:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:28 smithi154 ceph-mon[32554]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T10:54:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:28 smithi154 ceph-mon[32554]: Cluster is now healthy 2024-09-05T10:54:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:28 smithi154 ceph-mon[32554]: osdmap e58: 8 total, 8 up, 8 in 2024-09-05T10:54:29.998 INFO:teuthology.orchestra.run.smithi050.stdout:Scheduled nvmeof.mypool update... 2024-09-05T10:54:30.624 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: pgmap v227: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 414 B/s wr, 0 op/s 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:30.625 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:30 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:30.647 INFO:tasks.nvmeof:[nvmeof]: creating 60 images 2024-09-05T10:54:30.647 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage1 --size 8192 2024-09-05T10:54:30.648 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage1 --size 8192 2024-09-05T10:54:30.845 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: pgmap v227: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 414 B/s wr, 0 op/s 2024-09-05T10:54:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:30.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:30.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:30.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:30 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: pgmap v227: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 414 B/s wr, 0 op/s 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:30 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:31.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:31 smithi050 ceph-mon[29032]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:54:31.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:31 smithi050 ceph-mon[29032]: Saving service nvmeof.mypool spec with placement smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T10:54:31.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:31 smithi050 ceph-mon[29032]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T10:54:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:31 smithi154 ceph-mon[32554]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:54:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:31 smithi154 ceph-mon[32554]: Saving service nvmeof.mypool spec with placement smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T10:54:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:31 smithi154 ceph-mon[32554]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T10:54:31.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:31 smithi119 ceph-mon[32672]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:54:31.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:31 smithi119 ceph-mon[32672]: Saving service nvmeof.mypool spec with placement smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T10:54:31.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:31 smithi119 ceph-mon[32672]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T10:54:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:32 smithi050 ceph-mon[29032]: pgmap v228: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-05T10:54:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:32 smithi154 ceph-mon[32554]: pgmap v228: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-05T10:54:32.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:32 smithi119 ceph-mon[32672]: pgmap v228: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-05T10:54:33.163 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage2 --size 8192 2024-09-05T10:54:33.163 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage2 --size 8192 2024-09-05T10:54:33.365 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:34.722 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:34 smithi050 ceph-mon[29032]: pgmap v229: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 258 B/s wr, 0 op/s 2024-09-05T10:54:34.722 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:34 smithi050 ceph-mon[29032]: osdmap e59: 8 total, 8 up, 8 in 2024-09-05T10:54:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:34 smithi154 ceph-mon[32554]: pgmap v229: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 258 B/s wr, 0 op/s 2024-09-05T10:54:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:34 smithi154 ceph-mon[32554]: osdmap e59: 8 total, 8 up, 8 in 2024-09-05T10:54:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:34 smithi119 ceph-mon[32672]: pgmap v229: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 258 B/s wr, 0 op/s 2024-09-05T10:54:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:34 smithi119 ceph-mon[32672]: osdmap e59: 8 total, 8 up, 8 in 2024-09-05T10:54:35.679 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage3 --size 8192 2024-09-05T10:54:35.679 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage3 --size 8192 2024-09-05T10:54:35.884 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:36.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:36 smithi050 ceph-mon[29032]: pgmap v231: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-05T10:54:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:36 smithi154 ceph-mon[32554]: pgmap v231: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-05T10:54:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:36 smithi119 ceph-mon[32672]: pgmap v231: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-05T10:54:38.188 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage4 --size 8192 2024-09-05T10:54:38.188 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage4 --size 8192 2024-09-05T10:54:38.394 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:38.767 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:38 smithi050 ceph-mon[29032]: pgmap v232: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 826 B/s rd, 929 B/s wr, 2 op/s 2024-09-05T10:54:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:38 smithi154 ceph-mon[32554]: pgmap v232: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 826 B/s rd, 929 B/s wr, 2 op/s 2024-09-05T10:54:38.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:38 smithi119 ceph-mon[32672]: pgmap v232: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 826 B/s rd, 929 B/s wr, 2 op/s 2024-09-05T10:54:40.575 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage5 --size 8192 2024-09-05T10:54:40.575 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage5 --size 8192 2024-09-05T10:54:40.780 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:40.903 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:40 smithi050 ceph-mon[29032]: pgmap v233: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 716 B/s wr, 2 op/s 2024-09-05T10:54:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:40 smithi154 ceph-mon[32554]: pgmap v233: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 716 B/s wr, 2 op/s 2024-09-05T10:54:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:40 smithi119 ceph-mon[32672]: pgmap v233: 33 pgs: 33 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 716 B/s wr, 2 op/s 2024-09-05T10:54:42.276 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: pgmap v234: 33 pgs: 33 active+clean; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-09-05T10:54:42.277 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:42 smithi050 ceph-mon[29032]: from='client.? 172.21.15.173:0/3377805627' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: pgmap v234: 33 pgs: 33 active+clean; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-09-05T10:54:42.328 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:42 smithi119 ceph-mon[32672]: from='client.? 172.21.15.173:0/3377805627' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T10:54:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: pgmap v234: 33 pgs: 33 active+clean; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-09-05T10:54:42.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:42 smithi154 ceph-mon[32554]: from='client.? 172.21.15.173:0/3377805627' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:54:43.115 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage6 --size 8192 2024-09-05T10:54:43.116 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage6 --size 8192 2024-09-05T10:54:43.312 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:44.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:44 smithi119 ceph-mon[32672]: pgmap v235: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-09-05T10:54:44.762 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:44 smithi050 ceph-mon[29032]: pgmap v235: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-09-05T10:54:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:44 smithi154 ceph-mon[32554]: pgmap v235: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-09-05T10:54:45.719 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage7 --size 8192 2024-09-05T10:54:45.719 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage7 --size 8192 2024-09-05T10:54:45.923 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:46.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:46 smithi050 ceph-mon[29032]: pgmap v236: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:46.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:46 smithi119 ceph-mon[32672]: pgmap v236: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:46 smithi154 ceph-mon[32554]: pgmap v236: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:48.334 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage8 --size 8192 2024-09-05T10:54:48.334 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage8 --size 8192 2024-09-05T10:54:48.541 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:48.662 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:48 smithi050 ceph-mon[29032]: pgmap v237: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:48.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:48 smithi119 ceph-mon[32672]: pgmap v237: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:48 smithi154 ceph-mon[32554]: pgmap v237: 33 pgs: 33 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:50 smithi119 ceph-mon[32672]: pgmap v238: 33 pgs: 33 active+clean; 580 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-09-05T10:54:50.799 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:50 smithi050 ceph-mon[29032]: pgmap v238: 33 pgs: 33 active+clean; 580 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-09-05T10:54:50.825 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage9 --size 8192 2024-09-05T10:54:50.826 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage9 --size 8192 2024-09-05T10:54:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:50 smithi154 ceph-mon[32554]: pgmap v238: 33 pgs: 33 active+clean; 580 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-09-05T10:54:51.031 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:52.404 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.404 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.405 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.405 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:52.405 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:52.405 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:52.405 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T10:54:52.405 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: pgmap v239: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-09-05T10:54:52.405 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:52 smithi050 ceph-mon[29032]: from='client.? 172.21.15.119:0/4191682864' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:54:52.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:52.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:52.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:52.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T10:54:52.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: pgmap v239: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-09-05T10:54:52.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:52 smithi154 ceph-mon[32554]: from='client.? 172.21.15.119:0/4191682864' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:54:52.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:54:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:54:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:54:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:54:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T10:54:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: pgmap v239: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-09-05T10:54:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:52 smithi119 ceph-mon[32672]: from='client.? 172.21.15.119:0/4191682864' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:54:53.218 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage10 --size 8192 2024-09-05T10:54:53.218 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage10 --size 8192 2024-09-05T10:54:53.411 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:54.581 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:54 smithi050 ceph-mon[29032]: pgmap v240: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:54.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:54 smithi119 ceph-mon[32672]: pgmap v240: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:54 smithi154 ceph-mon[32554]: pgmap v240: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-09-05T10:54:55.621 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage11 --size 8192 2024-09-05T10:54:55.621 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage11 --size 8192 2024-09-05T10:54:55.836 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:56.631 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:56 smithi050 ceph-mon[29032]: pgmap v241: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-05T10:54:56.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:56 smithi119 ceph-mon[32672]: pgmap v241: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-05T10:54:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:56 smithi154 ceph-mon[32554]: pgmap v241: 33 pgs: 33 active+clean; 581 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-05T10:54:58.190 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage12 --size 8192 2024-09-05T10:54:58.191 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage12 --size 8192 2024-09-05T10:54:58.392 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:54:58.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:54:58 smithi119 ceph-mon[32672]: pgmap v242: 33 pgs: 33 active+clean; 582 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-09-05T10:54:58.759 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:54:58 smithi050 ceph-mon[29032]: pgmap v242: 33 pgs: 33 active+clean; 582 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-09-05T10:54:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:54:58 smithi154 ceph-mon[32554]: pgmap v242: 33 pgs: 33 active+clean; 582 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-09-05T10:55:00.565 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:00 smithi154 ceph-mon[32554]: pgmap v243: 33 pgs: 33 active+clean; 582 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-09-05T10:55:00.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:00 smithi050 ceph-mon[29032]: pgmap v243: 33 pgs: 33 active+clean; 582 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-09-05T10:55:00.742 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage13 --size 8192 2024-09-05T10:55:00.743 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage13 --size 8192 2024-09-05T10:55:00.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:00 smithi119 ceph-mon[32672]: pgmap v243: 33 pgs: 33 active+clean; 582 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-09-05T10:55:00.942 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:02.339 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.339 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.339 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.340 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:55:02.340 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:55:02.340 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:02.340 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T10:55:02.340 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: pgmap v244: 33 pgs: 33 active+clean; 582 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-05T10:55:02.340 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:02 smithi050 ceph-mon[29032]: from='client.? 172.21.15.154:0/2033226628' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:55:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:55:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:55:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T10:55:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: pgmap v244: 33 pgs: 33 active+clean; 582 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-05T10:55:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:02 smithi154 ceph-mon[32554]: from='client.? 172.21.15.154:0/2033226628' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: pgmap v244: 33 pgs: 33 active+clean; 582 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-05T10:55:02.439 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:02 smithi119 ceph-mon[32672]: from='client.? 172.21.15.154:0/2033226628' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:55:03.373 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage14 --size 8192 2024-09-05T10:55:03.374 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage14 --size 8192 2024-09-05T10:55:03.587 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:04.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:04 smithi050 ceph-mon[29032]: pgmap v245: 33 pgs: 33 active+clean; 583 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-09-05T10:55:04.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:04 smithi119 ceph-mon[32672]: pgmap v245: 33 pgs: 33 active+clean; 583 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-09-05T10:55:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:04 smithi154 ceph-mon[32554]: pgmap v245: 33 pgs: 33 active+clean; 583 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-09-05T10:55:06.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:06 smithi119 ceph-mon[32672]: pgmap v246: 33 pgs: 33 active+clean; 583 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:55:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:06 smithi050 ceph-mon[29032]: pgmap v246: 33 pgs: 33 active+clean; 583 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:55:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:06 smithi154 ceph-mon[32554]: pgmap v246: 33 pgs: 33 active+clean; 583 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:55:07.095 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage15 --size 8192 2024-09-05T10:55:07.095 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage15 --size 8192 2024-09-05T10:55:07.349 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:08.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:08 smithi119 ceph-mon[32672]: pgmap v247: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:55:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:08 smithi050 ceph-mon[29032]: pgmap v247: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:55:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:08 smithi154 ceph-mon[32554]: pgmap v247: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:55:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:10 smithi119 ceph-mon[32672]: pgmap v248: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:55:10.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:10 smithi050 ceph-mon[29032]: pgmap v248: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:55:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:10 smithi154 ceph-mon[32554]: pgmap v248: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:55:12.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:12 smithi154 ceph-mon[32554]: pgmap v249: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-09-05T10:55:12.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:12 smithi119 ceph-mon[32672]: pgmap v249: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-09-05T10:55:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:12 smithi050 ceph-mon[29032]: pgmap v249: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-09-05T10:55:14.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:14 smithi119 ceph-mon[32672]: pgmap v250: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-05T10:55:14.781 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:14 smithi050 ceph-mon[29032]: pgmap v250: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-05T10:55:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:14 smithi154 ceph-mon[32554]: pgmap v250: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-05T10:55:15.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:15 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1913324578' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:55:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:15 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:55:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:15 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1913324578' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:55:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:15 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:55:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:15 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1913324578' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T10:55:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:15 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:55:16.709 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:16 smithi050 ceph-mon[29032]: Checking pool "mypool" exists for service nvmeof.mypool 2024-09-05T10:55:16.709 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:16 smithi050 ceph-mon[29032]: pgmap v251: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 853 B/s wr, 5 op/s 2024-09-05T10:55:16.709 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:16 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.709 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:16 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.709 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:16 smithi050 ceph-mon[29032]: mgrmap e16: x(active, since 6m), standbys: y 2024-09-05T10:55:16.710 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:16 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.711 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage16 --size 8192 2024-09-05T10:55:16.711 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage16 --size 8192 2024-09-05T10:55:16.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:16 smithi119 ceph-mon[32672]: Checking pool "mypool" exists for service nvmeof.mypool 2024-09-05T10:55:16.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:16 smithi119 ceph-mon[32672]: pgmap v251: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 853 B/s wr, 5 op/s 2024-09-05T10:55:16.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:16 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:16 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:16 smithi119 ceph-mon[32672]: mgrmap e16: x(active, since 6m), standbys: y 2024-09-05T10:55:16.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:16 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:16 smithi154 ceph-mon[32554]: Checking pool "mypool" exists for service nvmeof.mypool 2024-09-05T10:55:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:16 smithi154 ceph-mon[32554]: pgmap v251: 33 pgs: 33 active+clean; 584 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 853 B/s wr, 5 op/s 2024-09-05T10:55:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:16 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:16 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:16 smithi154 ceph-mon[32554]: mgrmap e16: x(active, since 6m), standbys: y 2024-09-05T10:55:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:16 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.505 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:17.862 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:17 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.862 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:17 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.862 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:17 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.862 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:17 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.863 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:17 smithi050 ceph-mon[29032]: pgmap v252: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T10:55:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:17 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:17 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:17 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:17 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:17 smithi154 ceph-mon[32554]: pgmap v252: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T10:55:17.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:17 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:17 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:17 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:17 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:17.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:17 smithi119 ceph-mon[32672]: pgmap v252: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T10:55:19.933 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage17 --size 8192 2024-09-05T10:55:19.933 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage17 --size 8192 2024-09-05T10:55:20.150 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:20.588 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:20 smithi050 ceph-mon[29032]: pgmap v253: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 511 B/s wr, 3 op/s 2024-09-05T10:55:20.588 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:20.588 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:20 smithi119 ceph-mon[32672]: pgmap v253: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 511 B/s wr, 3 op/s 2024-09-05T10:55:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:20 smithi154 ceph-mon[32554]: pgmap v253: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 511 B/s wr, 3 op/s 2024-09-05T10:55:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:21.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:21.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:55:21.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:21.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:21.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:21.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:21 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:21.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:21.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:55:21.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:21 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:21.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:21.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:55:21.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:21.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:21.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:21.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:21 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:22.504 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage18 --size 8192 2024-09-05T10:55:22.505 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage18 --size 8192 2024-09-05T10:55:22.526 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:22 smithi050 ceph-mon[29032]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T10:55:22.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:22 smithi050 ceph-mon[29032]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:22.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:22 smithi050 ceph-mon[29032]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:22.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:22 smithi050 ceph-mon[29032]: pgmap v254: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-05T10:55:22.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:22.527 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:22 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:22.704 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:22.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:22 smithi119 ceph-mon[32672]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T10:55:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:22 smithi119 ceph-mon[32672]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:22 smithi119 ceph-mon[32672]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:22 smithi119 ceph-mon[32672]: pgmap v254: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-05T10:55:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:22 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:22 smithi154 ceph-mon[32554]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T10:55:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:22 smithi154 ceph-mon[32554]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:22 smithi154 ceph-mon[32554]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:22 smithi154 ceph-mon[32554]: pgmap v254: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-05T10:55:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:22 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:23.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:23 smithi119 ceph-mon[32672]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:23.892 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:23 smithi050 ceph-mon[29032]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:23.892 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:23.893 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:23 smithi154 ceph-mon[32554]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T10:55:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:24 smithi119 ceph-mon[32672]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:24 smithi119 ceph-mon[32672]: pgmap v255: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.3 KiB/s rd, 682 B/s wr, 4 op/s 2024-09-05T10:55:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:55:24.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:24.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:55:24.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:24 smithi050 ceph-mon[29032]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:24 smithi050 ceph-mon[29032]: pgmap v255: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.3 KiB/s rd, 682 B/s wr, 4 op/s 2024-09-05T10:55:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:55:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:55:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:24 smithi154 ceph-mon[32554]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T10:55:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:24 smithi154 ceph-mon[32554]: pgmap v255: 33 pgs: 33 active+clean; 585 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.3 KiB/s rd, 682 B/s wr, 4 op/s 2024-09-05T10:55:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"}]': finished 2024-09-05T10:55:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:55:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:55:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:55:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:55:25.095 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage19 --size 8192 2024-09-05T10:55:25.095 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage19 --size 8192 2024-09-05T10:55:25.332 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:25.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:25 smithi119 ceph-mon[32672]: Failed to get Dashboard config for nvmeof: dashboard nvmeof-gateway-list failed: command not known retval: -22 2024-09-05T10:55:25.794 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:25 smithi050 ceph-mon[29032]: Failed to get Dashboard config for nvmeof: dashboard nvmeof-gateway-list failed: command not known retval: -22 2024-09-05T10:55:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:25 smithi154 ceph-mon[32554]: Failed to get Dashboard config for nvmeof: dashboard nvmeof-gateway-list failed: command not known retval: -22 2024-09-05T10:55:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:26 smithi119 ceph-mon[32672]: pgmap v256: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 938 B/s wr, 6 op/s 2024-09-05T10:55:26.757 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:26 smithi050 ceph-mon[29032]: pgmap v256: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 938 B/s wr, 6 op/s 2024-09-05T10:55:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:26 smithi154 ceph-mon[32554]: pgmap v256: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 938 B/s wr, 6 op/s 2024-09-05T10:55:27.712 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage20 --size 8192 2024-09-05T10:55:27.712 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage20 --size 8192 2024-09-05T10:55:27.914 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:28 smithi050 ceph-mon[29032]: pgmap v257: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-05T10:55:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:28 smithi119 ceph-mon[32672]: pgmap v257: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-05T10:55:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:28 smithi154 ceph-mon[32554]: pgmap v257: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-05T10:55:30.325 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage21 --size 8192 2024-09-05T10:55:30.325 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage21 --size 8192 2024-09-05T10:55:30.522 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:30.643 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:30 smithi050 ceph-mon[29032]: pgmap v258: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-05T10:55:30.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:30 smithi119 ceph-mon[32672]: pgmap v258: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-05T10:55:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:30 smithi154 ceph-mon[32554]: pgmap v258: 33 pgs: 33 active+clean; 586 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-05T10:55:32.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:32 smithi119 ceph-mon[32672]: pgmap v259: 33 pgs: 33 active+clean; 587 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:55:32.877 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:32 smithi050 ceph-mon[29032]: pgmap v259: 33 pgs: 33 active+clean; 587 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:55:32.897 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage22 --size 8192 2024-09-05T10:55:32.897 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage22 --size 8192 2024-09-05T10:55:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:32 smithi154 ceph-mon[32554]: pgmap v259: 33 pgs: 33 active+clean; 587 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:55:33.094 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:34.534 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:34 smithi050 ceph-mon[29032]: pgmap v260: 33 pgs: 33 active+clean; 588 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:55:34.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:34 smithi119 ceph-mon[32672]: pgmap v260: 33 pgs: 33 active+clean; 588 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:55:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:34 smithi154 ceph-mon[32554]: pgmap v260: 33 pgs: 33 active+clean; 588 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:55:35.820 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage23 --size 8192 2024-09-05T10:55:35.820 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage23 --size 8192 2024-09-05T10:55:36.023 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:36.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:36 smithi119 ceph-mon[32672]: pgmap v261: 33 pgs: 33 active+clean; 588 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T10:55:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:36 smithi050 ceph-mon[29032]: pgmap v261: 33 pgs: 33 active+clean; 588 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T10:55:36.925 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:36 smithi154 ceph-mon[32554]: pgmap v261: 33 pgs: 33 active+clean; 588 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T10:55:38.393 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage24 --size 8192 2024-09-05T10:55:38.394 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage24 --size 8192 2024-09-05T10:55:38.593 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:38 smithi050 ceph-mon[29032]: pgmap v262: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:55:38.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:38 smithi119 ceph-mon[32672]: pgmap v262: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:55:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:38 smithi154 ceph-mon[32554]: pgmap v262: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:55:40.057 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:39 smithi050 ceph-mon[29032]: pgmap v263: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-05T10:55:40.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:39 smithi119 ceph-mon[32672]: pgmap v263: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-05T10:55:40.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:39 smithi154 ceph-mon[32554]: pgmap v263: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-05T10:55:40.883 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage25 --size 8192 2024-09-05T10:55:40.884 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage25 --size 8192 2024-09-05T10:55:41.082 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:42.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:42 smithi119 ceph-mon[32672]: pgmap v264: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:55:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:42 smithi050 ceph-mon[29032]: pgmap v264: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:55:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:42 smithi154 ceph-mon[32554]: pgmap v264: 33 pgs: 33 active+clean; 589 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:55:44.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:44 smithi119 ceph-mon[32672]: pgmap v265: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-05T10:55:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:44 smithi050 ceph-mon[29032]: pgmap v265: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-05T10:55:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:44 smithi154 ceph-mon[32554]: pgmap v265: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-05T10:55:46.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:46 smithi119 ceph-mon[32672]: pgmap v266: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:55:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:46 smithi050 ceph-mon[29032]: pgmap v266: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:55:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:46 smithi154 ceph-mon[32554]: pgmap v266: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:55:48.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:48 smithi050 ceph-mon[29032]: pgmap v267: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:55:48.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:48 smithi119 ceph-mon[32672]: pgmap v267: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:55:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:48 smithi154 ceph-mon[32554]: pgmap v267: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:55:50.105 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage26 --size 8192 2024-09-05T10:55:50.106 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage26 --size 8192 2024-09-05T10:55:50.302 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:50.746 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:50 smithi050 ceph-mon[29032]: pgmap v268: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-05T10:55:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:50 smithi119 ceph-mon[32672]: pgmap v268: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-05T10:55:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:50 smithi154 ceph-mon[32554]: pgmap v268: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-05T10:55:52.707 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:52 smithi050 ceph-mon[29032]: pgmap v269: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.1 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-05T10:55:52.727 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage27 --size 8192 2024-09-05T10:55:52.727 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage27 --size 8192 2024-09-05T10:55:52.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:52 smithi119 ceph-mon[32672]: pgmap v269: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.1 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-05T10:55:52.922 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:52 smithi154 ceph-mon[32554]: pgmap v269: 33 pgs: 33 active+clean; 590 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.1 KiB/s rd, 1023 B/s wr, 6 op/s 2024-09-05T10:55:54.623 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:54 smithi050 ceph-mon[29032]: pgmap v270: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T10:55:54.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:54 smithi119 ceph-mon[32672]: pgmap v270: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T10:55:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:54 smithi154 ceph-mon[32554]: pgmap v270: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T10:55:55.253 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage28 --size 8192 2024-09-05T10:55:55.253 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage28 --size 8192 2024-09-05T10:55:55.455 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:56.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:56 smithi119 ceph-mon[32672]: pgmap v271: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-05T10:55:56.830 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:56 smithi050 ceph-mon[29032]: pgmap v271: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-05T10:55:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:56 smithi154 ceph-mon[32554]: pgmap v271: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-05T10:55:57.512 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage29 --size 8192 2024-09-05T10:55:57.513 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage29 --size 8192 2024-09-05T10:55:57.709 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:55:58.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:55:58 smithi119 ceph-mon[32672]: pgmap v272: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:55:58.837 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:55:58 smithi050 ceph-mon[29032]: pgmap v272: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:55:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:55:58 smithi154 ceph-mon[32554]: pgmap v272: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:55:59.726 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage30 --size 8192 2024-09-05T10:55:59.726 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage30 --size 8192 2024-09-05T10:55:59.920 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:00.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:00 smithi050 ceph-mon[29032]: pgmap v273: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:56:00.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:00 smithi119 ceph-mon[32672]: pgmap v273: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:56:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:00 smithi154 ceph-mon[32554]: pgmap v273: 33 pgs: 33 active+clean; 591 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:56:02.098 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage31 --size 8192 2024-09-05T10:56:02.098 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage31 --size 8192 2024-09-05T10:56:02.293 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:02 smithi050 ceph-mon[29032]: pgmap v274: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T10:56:02.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:02 smithi119 ceph-mon[32672]: pgmap v274: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T10:56:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:02 smithi154 ceph-mon[32554]: pgmap v274: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T10:56:04.474 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage32 --size 8192 2024-09-05T10:56:04.474 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage32 --size 8192 2024-09-05T10:56:04.681 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:04.801 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:04 smithi050 ceph-mon[29032]: pgmap v275: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:56:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:04 smithi154 ceph-mon[32554]: pgmap v275: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:56:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:04 smithi119 ceph-mon[32672]: pgmap v275: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:56:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:06 smithi050 ceph-mon[29032]: pgmap v276: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:56:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:06 smithi154 ceph-mon[32554]: pgmap v276: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:56:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:06 smithi119 ceph-mon[32672]: pgmap v276: 33 pgs: 33 active+clean; 592 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:56:07.006 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage33 --size 8192 2024-09-05T10:56:07.006 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage33 --size 8192 2024-09-05T10:56:07.201 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:08 smithi050 ceph-mon[29032]: pgmap v277: 33 pgs: 33 active+clean; 593 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-09-05T10:56:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:08 smithi154 ceph-mon[32554]: pgmap v277: 33 pgs: 33 active+clean; 593 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-09-05T10:56:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:08 smithi119 ceph-mon[32672]: pgmap v277: 33 pgs: 33 active+clean; 593 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-09-05T10:56:09.358 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage34 --size 8192 2024-09-05T10:56:09.358 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage34 --size 8192 2024-09-05T10:56:09.560 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:10.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:10 smithi050 ceph-mon[29032]: pgmap v278: 33 pgs: 33 active+clean; 594 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:10 smithi154 ceph-mon[32554]: pgmap v278: 33 pgs: 33 active+clean; 594 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:10.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:10 smithi119 ceph-mon[32672]: pgmap v278: 33 pgs: 33 active+clean; 594 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:11.824 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage35 --size 8192 2024-09-05T10:56:11.824 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage35 --size 8192 2024-09-05T10:56:12.019 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:12 smithi050 ceph-mon[29032]: pgmap v279: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:12 smithi154 ceph-mon[32554]: pgmap v279: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:12.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:12 smithi119 ceph-mon[32672]: pgmap v279: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:13.933 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage36 --size 8192 2024-09-05T10:56:13.934 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage36 --size 8192 2024-09-05T10:56:14.133 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:14 smithi050 ceph-mon[29032]: pgmap v280: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:56:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:14 smithi154 ceph-mon[32554]: pgmap v280: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:56:14.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:14 smithi119 ceph-mon[32672]: pgmap v280: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:56:16.283 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage37 --size 8192 2024-09-05T10:56:16.284 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage37 --size 8192 2024-09-05T10:56:16.495 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:16.765 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:16 smithi050 ceph-mon[29032]: pgmap v281: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:16 smithi154 ceph-mon[32554]: pgmap v281: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:16.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:16 smithi119 ceph-mon[32672]: pgmap v281: 33 pgs: 33 active+clean; 595 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:18.791 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:18 smithi050 ceph-mon[29032]: pgmap v282: 33 pgs: 33 active+clean; 596 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-05T10:56:18.811 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage38 --size 8192 2024-09-05T10:56:18.811 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage38 --size 8192 2024-09-05T10:56:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:18 smithi154 ceph-mon[32554]: pgmap v282: 33 pgs: 33 active+clean; 596 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-05T10:56:18.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:18 smithi119 ceph-mon[32672]: pgmap v282: 33 pgs: 33 active+clean; 596 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-05T10:56:19.009 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:20 smithi050 ceph-mon[29032]: pgmap v283: 33 pgs: 33 active+clean; 597 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:56:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:20 smithi154 ceph-mon[32554]: pgmap v283: 33 pgs: 33 active+clean; 597 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:56:20.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:20 smithi119 ceph-mon[32672]: pgmap v283: 33 pgs: 33 active+clean; 597 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:56:21.166 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage39 --size 8192 2024-09-05T10:56:21.166 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage39 --size 8192 2024-09-05T10:56:21.365 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:22.610 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:22 smithi050 ceph-mon[29032]: pgmap v284: 33 pgs: 33 active+clean; 597 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-05T10:56:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:22 smithi154 ceph-mon[32554]: pgmap v284: 33 pgs: 33 active+clean; 597 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-05T10:56:22.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:22 smithi119 ceph-mon[32672]: pgmap v284: 33 pgs: 33 active+clean; 597 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-09-05T10:56:23.613 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage40 --size 8192 2024-09-05T10:56:23.614 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage40 --size 8192 2024-09-05T10:56:23.819 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:24 smithi050 ceph-mon[29032]: pgmap v285: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:56:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:56:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:56:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:56:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:56:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:24 smithi154 ceph-mon[32554]: pgmap v285: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:56:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:56:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:56:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:56:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:56:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:24 smithi119 ceph-mon[32672]: pgmap v285: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:56:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:56:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:56:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:56:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:56:26.073 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage41 --size 8192 2024-09-05T10:56:26.073 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage41 --size 8192 2024-09-05T10:56:26.282 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:26 smithi050 ceph-mon[29032]: pgmap v286: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:26 smithi154 ceph-mon[32554]: pgmap v286: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:26.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:26 smithi119 ceph-mon[32672]: pgmap v286: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:28.549 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage42 --size 8192 2024-09-05T10:56:28.549 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage42 --size 8192 2024-09-05T10:56:28.755 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:28.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:28 smithi119 ceph-mon[32672]: pgmap v287: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:56:28.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:28 smithi050 ceph-mon[29032]: pgmap v287: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:56:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:28 smithi154 ceph-mon[32554]: pgmap v287: 33 pgs: 33 active+clean; 598 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T10:56:30.908 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:30 smithi050 ceph-mon[29032]: pgmap v288: 33 pgs: 33 active+clean; 599 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:30 smithi154 ceph-mon[32554]: pgmap v288: 33 pgs: 33 active+clean; 599 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:30.928 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage43 --size 8192 2024-09-05T10:56:30.928 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage43 --size 8192 2024-09-05T10:56:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:30 smithi119 ceph-mon[32672]: pgmap v288: 33 pgs: 33 active+clean; 599 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:31.124 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:32.785 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:32 smithi050 ceph-mon[29032]: pgmap v289: 33 pgs: 33 active+clean; 599 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:56:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:32 smithi154 ceph-mon[32554]: pgmap v289: 33 pgs: 33 active+clean; 599 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:56:32.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:32 smithi119 ceph-mon[32672]: pgmap v289: 33 pgs: 33 active+clean; 599 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:56:33.375 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage44 --size 8192 2024-09-05T10:56:33.375 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage44 --size 8192 2024-09-05T10:56:33.570 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:34.814 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:34 smithi050 ceph-mon[29032]: pgmap v290: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T10:56:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:34 smithi154 ceph-mon[32554]: pgmap v290: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T10:56:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:34 smithi119 ceph-mon[32672]: pgmap v290: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T10:56:35.876 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage45 --size 8192 2024-09-05T10:56:35.876 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage45 --size 8192 2024-09-05T10:56:36.076 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:36.894 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:36 smithi050 ceph-mon[29032]: pgmap v291: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:56:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:36 smithi154 ceph-mon[32554]: pgmap v291: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:56:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:36 smithi119 ceph-mon[32672]: pgmap v291: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-05T10:56:38.497 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage46 --size 8192 2024-09-05T10:56:38.498 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage46 --size 8192 2024-09-05T10:56:38.693 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:38.813 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:38 smithi050 ceph-mon[29032]: pgmap v292: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:38 smithi154 ceph-mon[32554]: pgmap v292: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:38.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:38 smithi119 ceph-mon[32672]: pgmap v292: 33 pgs: 33 active+clean; 600 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:40.831 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:40 smithi050 ceph-mon[29032]: pgmap v293: 33 pgs: 33 active+clean; 601 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:40 smithi154 ceph-mon[32554]: pgmap v293: 33 pgs: 33 active+clean; 601 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:40.928 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage47 --size 8192 2024-09-05T10:56:40.928 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage47 --size 8192 2024-09-05T10:56:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:40 smithi119 ceph-mon[32672]: pgmap v293: 33 pgs: 33 active+clean; 601 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:41.125 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:42 smithi050 ceph-mon[29032]: pgmap v294: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:56:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:42 smithi154 ceph-mon[32554]: pgmap v294: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:56:42.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:42 smithi119 ceph-mon[32672]: pgmap v294: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:56:43.383 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage48 --size 8192 2024-09-05T10:56:43.383 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage48 --size 8192 2024-09-05T10:56:43.581 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:44.671 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:44 smithi050 ceph-mon[29032]: pgmap v295: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T10:56:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:44 smithi154 ceph-mon[32554]: pgmap v295: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T10:56:44.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:44 smithi119 ceph-mon[32672]: pgmap v295: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T10:56:45.801 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage49 --size 8192 2024-09-05T10:56:45.801 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage49 --size 8192 2024-09-05T10:56:46.006 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:46.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:46 smithi050 ceph-mon[29032]: pgmap v296: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:46 smithi154 ceph-mon[32554]: pgmap v296: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:46.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:46 smithi119 ceph-mon[32672]: pgmap v296: 33 pgs: 33 active+clean; 602 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:48.296 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage50 --size 8192 2024-09-05T10:56:48.296 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage50 --size 8192 2024-09-05T10:56:48.496 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:48.837 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:48 smithi050 ceph-mon[29032]: pgmap v297: 33 pgs: 33 active+clean; 603 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:56:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:48 smithi154 ceph-mon[32554]: pgmap v297: 33 pgs: 33 active+clean; 603 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:56:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:48 smithi119 ceph-mon[32672]: pgmap v297: 33 pgs: 33 active+clean; 603 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:56:50.537 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage51 --size 8192 2024-09-05T10:56:50.537 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage51 --size 8192 2024-09-05T10:56:50.737 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:50.856 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:50 smithi050 ceph-mon[29032]: pgmap v298: 33 pgs: 33 active+clean; 603 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:56:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:50 smithi154 ceph-mon[32554]: pgmap v298: 33 pgs: 33 active+clean; 603 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:56:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:50 smithi119 ceph-mon[32672]: pgmap v298: 33 pgs: 33 active+clean; 603 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:56:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:52 smithi050 ceph-mon[29032]: pgmap v299: 33 pgs: 33 active+clean; 604 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:52 smithi154 ceph-mon[32554]: pgmap v299: 33 pgs: 33 active+clean; 604 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:52.990 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage52 --size 8192 2024-09-05T10:56:52.991 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage52 --size 8192 2024-09-05T10:56:52.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:52 smithi119 ceph-mon[32672]: pgmap v299: 33 pgs: 33 active+clean; 604 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-09-05T10:56:53.193 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:54.608 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:54 smithi050 ceph-mon[29032]: pgmap v300: 33 pgs: 33 active+clean; 604 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:56:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:54 smithi154 ceph-mon[32554]: pgmap v300: 33 pgs: 33 active+clean; 604 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:56:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:54 smithi119 ceph-mon[32672]: pgmap v300: 33 pgs: 33 active+clean; 604 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:56:55.338 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage53 --size 8192 2024-09-05T10:56:55.338 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage53 --size 8192 2024-09-05T10:56:55.537 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:56.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:56 smithi050 ceph-mon[29032]: pgmap v301: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:56 smithi154 ceph-mon[32554]: pgmap v301: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:56.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:56 smithi119 ceph-mon[32672]: pgmap v301: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-09-05T10:56:57.795 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage54 --size 8192 2024-09-05T10:56:57.795 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage54 --size 8192 2024-09-05T10:56:57.996 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:56:58.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:56:58 smithi119 ceph-mon[32672]: pgmap v302: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:58.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:56:58 smithi050 ceph-mon[29032]: pgmap v302: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:56:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:56:58 smithi154 ceph-mon[32554]: pgmap v302: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:57:00.319 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage55 --size 8192 2024-09-05T10:57:00.319 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage55 --size 8192 2024-09-05T10:57:00.516 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:00.850 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:00 smithi050 ceph-mon[29032]: pgmap v303: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-05T10:57:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:00 smithi154 ceph-mon[32554]: pgmap v303: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-05T10:57:00.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:00 smithi119 ceph-mon[32672]: pgmap v303: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-09-05T10:57:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:02 smithi050 ceph-mon[29032]: pgmap v304: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:57:02.714 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage56 --size 8192 2024-09-05T10:57:02.714 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage56 --size 8192 2024-09-05T10:57:02.912 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:02 smithi154 ceph-mon[32554]: pgmap v304: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:57:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:02 smithi119 ceph-mon[32672]: pgmap v304: 33 pgs: 33 active+clean; 605 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:57:04.591 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:04 smithi050 ceph-mon[29032]: pgmap v305: 33 pgs: 33 active+clean; 606 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-09-05T10:57:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:04 smithi154 ceph-mon[32554]: pgmap v305: 33 pgs: 33 active+clean; 606 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-09-05T10:57:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:04 smithi119 ceph-mon[32672]: pgmap v305: 33 pgs: 33 active+clean; 606 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-09-05T10:57:05.354 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage57 --size 8192 2024-09-05T10:57:05.354 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage57 --size 8192 2024-09-05T10:57:05.553 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:06.872 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:06 smithi050 ceph-mon[29032]: pgmap v306: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T10:57:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:06 smithi154 ceph-mon[32554]: pgmap v306: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T10:57:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:06 smithi119 ceph-mon[32672]: pgmap v306: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-05T10:57:07.743 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage58 --size 8192 2024-09-05T10:57:07.743 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage58 --size 8192 2024-09-05T10:57:07.942 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:08 smithi050 ceph-mon[29032]: pgmap v307: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:57:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:08 smithi154 ceph-mon[32554]: pgmap v307: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:57:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:08 smithi119 ceph-mon[32672]: pgmap v307: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:57:10.264 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage59 --size 8192 2024-09-05T10:57:10.265 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage59 --size 8192 2024-09-05T10:57:10.460 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:10.831 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:10 smithi050 ceph-mon[29032]: pgmap v308: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:57:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:10 smithi154 ceph-mon[32554]: pgmap v308: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:57:10.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:10 smithi119 ceph-mon[32672]: pgmap v308: 33 pgs: 33 active+clean; 607 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-09-05T10:57:12.650 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:12 smithi050 ceph-mon[29032]: pgmap v309: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:57:12.670 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage60 --size 8192 2024-09-05T10:57:12.671 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- rbd create mypool/myimage60 --size 8192 2024-09-05T10:57:12.866 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:12 smithi154 ceph-mon[32554]: pgmap v309: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:57:12.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:12 smithi119 ceph-mon[32672]: pgmap v309: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-05T10:57:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:14 smithi050 ceph-mon[29032]: pgmap v310: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:57:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:14 smithi154 ceph-mon[32554]: pgmap v310: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:57:14.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:14 smithi119 ceph-mon[32672]: pgmap v310: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-05T10:57:15.151 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch ls nvmeof --export > /etc/ceph/nvmeof-gw.yaml 2024-09-05T10:57:15.367 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:16.824 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:16 smithi050 ceph-mon[29032]: pgmap v311: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:57:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:16 smithi154 ceph-mon[32554]: pgmap v311: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:57:16.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:16 smithi119 ceph-mon[32672]: pgmap v311: 33 pgs: 33 active+clean; 608 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-05T10:57:17.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:17 smithi050 ceph-mon[29032]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:17.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:17 smithi050 ceph-mon[29032]: pgmap v312: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:57:17.874 DEBUG:teuthology.orchestra.run.smithi050:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T10:57:17.877 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch ls nvmeof --export > /etc/ceph/nvmeof-gw.yaml 2024-09-05T10:57:17.900 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:17 smithi119 ceph-mon[32672]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:17.900 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:17 smithi119 ceph-mon[32672]: pgmap v312: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:57:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:17 smithi154 ceph-mon[32554]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:17 smithi154 ceph-mon[32554]: pgmap v312: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-09-05T10:57:18.073 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T10:57:20.388 DEBUG:teuthology.orchestra.run.smithi119:nvmeof.nvmeof.b> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T10:57:20.431 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch ls nvmeof --export > /etc/ceph/nvmeof-gw.yaml 2024-09-05T10:57:20.629 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T10:57:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:20 smithi119 ceph-mon[32672]: pgmap v313: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:57:20.749 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:20 smithi154 ceph-mon[32554]: pgmap v313: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:57:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:20 smithi050 ceph-mon[29032]: pgmap v313: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-09-05T10:57:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:21 smithi154 ceph-mon[32554]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:21.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:21 smithi050 ceph-mon[29032]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:21.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:21 smithi119 ceph-mon[32672]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:22.696 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:22 smithi154 ceph-mon[32554]: pgmap v314: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T10:57:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:22 smithi050 ceph-mon[29032]: pgmap v314: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T10:57:22.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:22 smithi119 ceph-mon[32672]: pgmap v314: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T10:57:23.047 DEBUG:teuthology.orchestra.run.smithi154:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T10:57:23.050 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch ls nvmeof --export > /etc/ceph/nvmeof-gw.yaml 2024-09-05T10:57:23.242 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T10:57:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:23 smithi050 ceph-mon[29032]: from='client.24802 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:23 smithi154 ceph-mon[32554]: from='client.24802 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:23.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:23 smithi119 ceph-mon[32672]: from='client.24802 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:24 smithi050 ceph-mon[29032]: pgmap v315: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:57:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:24 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:57:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:24 smithi154 ceph-mon[32554]: pgmap v315: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:57:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:24 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:57:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:24 smithi119 ceph-mon[32672]: pgmap v315: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 938 B/s wr, 5 op/s 2024-09-05T10:57:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:24 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:57:25.646 DEBUG:teuthology.orchestra.run.smithi173:nvmeof.nvmeof.d> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T10:57:25.649 INFO:tasks.nvmeof:[nvmeof]: executed deploy_nvmeof successfully! 2024-09-05T10:57:25.649 INFO:tasks.nvmeof:[nvmeof]: running set_gateway_cfg... 2024-09-05T10:57:25.649 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:57:25.650 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/nvmeof.env 2024-09-05T10:57:25.678 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-09-05T10:57:25.679 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/nvmeof.env 2024-09-05T10:57:25.704 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2024-09-05T10:57:25.704 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/nvmeof.env 2024-09-05T10:57:25.729 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-09-05T10:57:25.729 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/nvmeof.env 2024-09-05T10:57:25.755 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-05T10:57:25.755 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/nvmeof.env 2024-09-05T10:57:25.780 INFO:tasks.nvmeof:[nvmeof]: executed set_gateway_cfg successfully! 2024-09-05T10:57:25.780 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2024-09-05T10:57:25.793 INFO:tasks.cephadm:Waiting for ceph service nvmeof.mypool to start (timeout 300)... 2024-09-05T10:57:25.793 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- ceph orch ls -f json 2024-09-05T10:57:25.815 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:25 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:57:25.815 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:25 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:57:25.815 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:25 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:57:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:25 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:57:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:25 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:57:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:25 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:57:25.996 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:25.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:25 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:57:25.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:25 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:57:25.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:25 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:57:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:26 smithi050 ceph-mon[29032]: from='client.24808 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:26 smithi050 ceph-mon[29032]: pgmap v316: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-05T10:57:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:26 smithi154 ceph-mon[32554]: from='client.24808 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:26 smithi154 ceph-mon[32554]: pgmap v316: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-05T10:57:26.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:26 smithi119 ceph-mon[32672]: from='client.24808 -' entity='client.admin' cmd=[{"prefix": "orch ls", "service_type": "nvmeof", "export": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T10:57:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:26 smithi119 ceph-mon[32672]: pgmap v316: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.9 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-05T10:57:27.813 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T10:57:27.813 INFO:teuthology.orchestra.run.smithi050.stdout:[{"events": ["2024-09-05T10:49:54.978965Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi050=x", "smithi119=y"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-09-05T10:49:52.698223Z", "last_refresh": "2024-09-05T10:55:16.771207Z", "running": 2, "size": 2}}, {"events": ["2024-09-05T10:49:44.809145Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi050:172.21.15.50=a", "smithi119:172.21.15.119=b", "smithi154:172.21.15.154=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-09-05T10:49:26.949543Z", "last_refresh": "2024-09-05T10:55:16.580299Z", "running": 3, "size": 3}}, {"events": ["2024-09-05T10:55:15.292981Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"hosts": ["smithi050=nvmeof.a", "smithi119=nvmeof.b", "smithi154=nvmeof.c", "smithi173=nvmeof.d"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"allowed_consecutive_spdk_ping_failures": 1, "bdevs_per_cluster": 32, "conn_retries": 10, "discovery_port": 8009, "enable_prometheus_exporter": true, "log_directory": "/var/log/ceph/", "log_files_enabled": true, "log_files_rotation_enabled": true, "log_level": "INFO", "max_log_directory_backups": 10, "max_log_file_size_in_mb": 10, "max_log_files_count": 20, "monitor_timeout": 1.0, "omap_file_lock_duration": 20, "omap_file_lock_retries": 30, "omap_file_lock_retry_sleep_interval": 1.0, "omap_file_update_reloads": 10, "pool": "mypool", "port": 5500, "rpc_socket_dir": "/var/tmp/", "rpc_socket_name": "spdk.sock", "spdk_log_level": "WARNING", "spdk_path": "/usr/local/bin/nvmf_tgt", "spdk_ping_interval_in_seconds": 2.0, "spdk_timeout": 60.0, "state_update_interval_sec": 5, "state_update_notify": true, "tgt_path": "/usr/local/bin/nvmf_tgt", "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp", "verbose_log_messages": true, "verify_nqns": true}, "status": {"created": "2024-09-05T10:54:29.993992Z", "last_refresh": "2024-09-05T10:55:15.859518Z", "ports": [5500, 4420, 8009], "running": 4, "size": 4}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "13f0a984206a3fc5efa94fc0a1439be4223ebd70618e2738917b7a99d1b47aa2", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc", "last_refresh": "2024-09-05T10:55:16.580382Z", "running": 8, "size": 8}, "unmanaged": true}] 2024-09-05T10:57:28.380 INFO:tasks.cephadm:nvmeof.mypool has 4/4 2024-09-05T10:57:28.380 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T10:57:28.390 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi050.front.sepia.ceph.com 2024-09-05T10:57:28.390 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- bash -c 'ceph config get mgr mgr/cephadm/container_image_nvmeof' 2024-09-05T10:57:28.617 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:28 smithi050 ceph-mon[29032]: pgmap v317: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 4 op/s 2024-09-05T10:57:28.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:28 smithi119 ceph-mon[32672]: pgmap v317: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 4 op/s 2024-09-05T10:57:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:28 smithi154 ceph-mon[32554]: pgmap v317: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 4 op/s 2024-09-05T10:57:29.717 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:29 smithi050 ceph-mon[29032]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:57:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:29 smithi154 ceph-mon[32554]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:57:29.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:29 smithi119 ceph-mon[32672]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T10:57:30.398 INFO:teuthology.orchestra.run.smithi050.stdout:quay.io/ceph/nvmeof:1.2.16 2024-09-05T10:57:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:30 smithi050 ceph-mon[29032]: pgmap v318: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-05T10:57:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:30 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3712047282' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"} : dispatch 2024-09-05T10:57:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:30 smithi154 ceph-mon[32554]: pgmap v318: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-05T10:57:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:30 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3712047282' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"} : dispatch 2024-09-05T10:57:30.988 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:1.2.17' 2024-09-05T10:57:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:30 smithi119 ceph-mon[32672]: pgmap v318: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-09-05T10:57:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:30 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3712047282' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"} : dispatch 2024-09-05T10:57:31.191 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T10:57:32.611 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:32 smithi050 ceph-mon[29032]: pgmap v319: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:32.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:32 smithi154 ceph-mon[32554]: pgmap v319: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:32.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:32 smithi119 ceph-mon[32672]: pgmap v319: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:33.634 INFO:teuthology.run_tasks:Running task workunit... 2024-09-05T10:57:33.653 INFO:tasks.workunit:Pulling workunits from ref e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b 2024-09-05T10:57:33.654 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-05T10:57:33.654 DEBUG:teuthology.orchestra.run.smithi033:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-05T10:57:33.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T10:57:33.672 INFO:teuthology.orchestra.run.smithi033.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-05T10:57:33.673 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-05T10:57:33.731 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-05T10:57:33.731 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-05T10:57:33.789 INFO:tasks.workunit:timeout=3h 2024-09-05T10:57:33.789 INFO:tasks.workunit:cleanup=True 2024-09-05T10:57:33.789 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/vallariag/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b 2024-09-05T10:57:33.848 INFO:tasks.workunit.client.0.smithi033.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-05T10:57:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:34 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1300862996' entity='client.admin' 2024-09-05T10:57:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:57:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:57:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:57:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:57:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:34 smithi050 ceph-mon[29032]: pgmap v320: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:34 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1300862996' entity='client.admin' 2024-09-05T10:57:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:57:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:57:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:57:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:57:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:34 smithi154 ceph-mon[32554]: pgmap v320: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:34.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:34 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1300862996' entity='client.admin' 2024-09-05T10:57:34.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:57:34.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:57:34.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:57:34.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:57:34.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:34 smithi119 ceph-mon[32672]: pgmap v320: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:36 smithi050 ceph-mon[29032]: pgmap v321: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:36 smithi154 ceph-mon[32554]: pgmap v321: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:36 smithi119 ceph-mon[32672]: pgmap v321: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:38.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:38 smithi050 ceph-mon[29032]: pgmap v322: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:38 smithi154 ceph-mon[32554]: pgmap v322: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:38.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:38 smithi119 ceph-mon[32672]: pgmap v322: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:40.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:40 smithi050 ceph-mon[29032]: pgmap v323: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:40 smithi154 ceph-mon[32554]: pgmap v323: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:40 smithi119 ceph-mon[32672]: pgmap v323: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:42 smithi050 ceph-mon[29032]: pgmap v324: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:42 smithi154 ceph-mon[32554]: pgmap v324: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:42.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:42 smithi119 ceph-mon[32672]: pgmap v324: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:44 smithi050 ceph-mon[29032]: pgmap v325: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:44 smithi154 ceph-mon[32554]: pgmap v325: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:44.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:44 smithi119 ceph-mon[32672]: pgmap v325: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:46 smithi050 ceph-mon[29032]: pgmap v326: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:46 smithi154 ceph-mon[32554]: pgmap v326: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:46.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:46 smithi119 ceph-mon[32672]: pgmap v326: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:48 smithi050 ceph-mon[29032]: pgmap v327: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:48 smithi154 ceph-mon[32554]: pgmap v327: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:48 smithi119 ceph-mon[32672]: pgmap v327: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:50.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:50 smithi050 ceph-mon[29032]: pgmap v328: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:50 smithi154 ceph-mon[32554]: pgmap v328: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:50 smithi119 ceph-mon[32672]: pgmap v328: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:52 smithi050 ceph-mon[29032]: pgmap v329: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:52 smithi154 ceph-mon[32554]: pgmap v329: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:52.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:52 smithi119 ceph-mon[32672]: pgmap v329: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:54 smithi050 ceph-mon[29032]: pgmap v330: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:54 smithi154 ceph-mon[32554]: pgmap v330: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:54 smithi119 ceph-mon[32672]: pgmap v330: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:56 smithi050 ceph-mon[29032]: pgmap v331: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:56 smithi154 ceph-mon[32554]: pgmap v331: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:56.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:56 smithi119 ceph-mon[32672]: pgmap v331: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:57:58.799 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:57:58 smithi119 ceph-mon[32672]: pgmap v332: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:57:58 smithi050 ceph-mon[29032]: pgmap v332: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:57:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:57:58 smithi154 ceph-mon[32554]: pgmap v332: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:00 smithi050 ceph-mon[29032]: pgmap v333: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:00 smithi154 ceph-mon[32554]: pgmap v333: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:00.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:00 smithi119 ceph-mon[32672]: pgmap v333: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:02 smithi050 ceph-mon[29032]: pgmap v334: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:02 smithi154 ceph-mon[32554]: pgmap v334: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:02 smithi119 ceph-mon[32672]: pgmap v334: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:04 smithi050 ceph-mon[29032]: pgmap v335: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:04 smithi154 ceph-mon[32554]: pgmap v335: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:04 smithi119 ceph-mon[32672]: pgmap v335: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:06 smithi050 ceph-mon[29032]: pgmap v336: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:06 smithi154 ceph-mon[32554]: pgmap v336: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:06 smithi119 ceph-mon[32672]: pgmap v336: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:08 smithi050 ceph-mon[29032]: pgmap v337: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:08 smithi154 ceph-mon[32554]: pgmap v337: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:08 smithi119 ceph-mon[32672]: pgmap v337: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:10.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:10 smithi050 ceph-mon[29032]: pgmap v338: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:10 smithi154 ceph-mon[32554]: pgmap v338: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:10.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:10 smithi119 ceph-mon[32672]: pgmap v338: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:12 smithi050 ceph-mon[29032]: pgmap v339: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:12 smithi154 ceph-mon[32554]: pgmap v339: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:12.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:12 smithi119 ceph-mon[32672]: pgmap v339: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr:Note: switching to 'e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b'. 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr:state without impacting any branches by switching back to a branch. 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T10:58:14.112 INFO:tasks.workunit.client.0.smithi033.stderr: git switch -c 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr:Or undo this operation with: 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr: git switch - 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T10:58:14.113 INFO:tasks.workunit.client.0.smithi033.stderr:HEAD is now at e8f5bd991b6 qa/suites/nvmeof/upgrade: add high-availability workload 2024-09-05T10:58:14.116 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-05T10:58:14.177 INFO:tasks.workunit.client.0.smithi033.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-05T10:58:14.179 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T10:58:14.179 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-05T10:58:14.821 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-05T10:58:14.881 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-05T10:58:14.923 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T10:58:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:14 smithi050 ceph-mon[29032]: pgmap v340: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:14.924 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T10:58:14.925 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-05T10:58:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:14 smithi154 ceph-mon[32554]: pgmap v340: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:14.963 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T10:58:14.967 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T10:58:14.967 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-05T10:58:14.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:14 smithi119 ceph-mon[32672]: pgmap v340: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:15.022 INFO:tasks.workunit:Running workunits matching nvmeof/setup_subsystem.sh on client.0... 2024-09-05T10:58:15.023 INFO:tasks.workunit:Running workunit nvmeof/setup_subsystem.sh... 2024-09-05T10:58:15.024 DEBUG:teuthology.orchestra.run.smithi033:workunit test nvmeof/setup_subsystem.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_IMAGE_PREFIX=myimage RBD_POOL=mypool timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/nvmeof/setup_subsystem.sh 2024-09-05T10:58:15.079 INFO:tasks.workunit.client.0.smithi033.stderr:+ source /etc/ceph/nvmeof.env 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_GATEWAY_IP_ADDRESSES=172.21.15.50,172.21.15.119,172.21.15.154,172.21.15.173 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_GATEWAY_NAMES=smithi050,smithi119,smithi154,smithi173 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_DEFAULT_GATEWAY_IP_ADDRESS=172.21.15.50 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_CLI_IMAGE=quay.io/ceph/nvmeof-cli:1.2.16 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_SUBSYSTEMS_PREFIX=nqn.2016-06.io.spdk:cnode 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_SUBSYSTEMS_COUNT=3 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_NAMESPACES_COUNT=20 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_PORT=4420 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_SRPORT=5500 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:+ RBD_POOL=mypool 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:+ RBD_IMAGE_PREFIX=myimage 2024-09-05T10:58:15.080 INFO:tasks.workunit.client.0.smithi033.stderr:++ hostname 2024-09-05T10:58:15.081 INFO:tasks.workunit.client.0.smithi033.stderr:+ HOSTNAME=smithi033 2024-09-05T10:58:15.081 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman images 2024-09-05T10:58:15.109 INFO:tasks.workunit.client.0.smithi033.stdout:REPOSITORY TAG IMAGE ID CREATED SIZE 2024-09-05T10:58:15.109 INFO:tasks.workunit.client.0.smithi033.stdout:quay.ceph.io/ceph-ci/ceph reef-nvmeof 13f0a984206a 22 hours ago 1.32 GB 2024-09-05T10:58:15.112 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman ps 2024-09-05T10:58:15.141 INFO:tasks.workunit.client.0.smithi033.stdout:CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES 2024-09-05T10:58:15.145 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 --format json subsystem list 2024-09-05T10:58:15.172 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:15Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:15.254 INFO:tasks.workunit.client.0.smithi033.stderr:Trying to pull quay.io/ceph/nvmeof-cli:1.2.16... 2024-09-05T10:58:15.647 INFO:tasks.workunit.client.0.smithi033.stderr:Getting image source signatures 2024-09-05T10:58:15.647 INFO:tasks.workunit.client.0.smithi033.stderr:Copying blob sha256:a487226705b362f8417d6e4f6ee031c5d92a359bcc6173881ad158fba5863cb7 2024-09-05T10:58:15.647 INFO:tasks.workunit.client.0.smithi033.stderr:Copying blob sha256:292632cfeb4f2d092b0cdcb29d8350f14ed6b1c53dd2e1cd0f8ce16f9ae05403 2024-09-05T10:58:15.648 INFO:tasks.workunit.client.0.smithi033.stderr:Copying blob sha256:99a7ec374c4d4af5f9b9ad281068affa7961aad432aba4efc963785a5a350f8d 2024-09-05T10:58:15.648 INFO:tasks.workunit.client.0.smithi033.stderr:Copying blob sha256:772d1dce079729cc1ea89855c92bb7356c4ef9bbbabdf24230b0697ea2e1243a 2024-09-05T10:58:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:16 smithi050 ceph-mon[29032]: pgmap v341: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:16 smithi154 ceph-mon[32554]: pgmap v341: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:16.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:16 smithi119 ceph-mon[32672]: pgmap v341: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:18 smithi050 ceph-mon[29032]: pgmap v342: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:18 smithi154 ceph-mon[32554]: pgmap v342: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:18.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:18 smithi119 ceph-mon[32672]: pgmap v342: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:20.777 INFO:tasks.workunit.client.0.smithi033.stderr:Copying config sha256:ca9822d95f3d737e00e1b2df5cba79b02ae8041f63472433364fc1df2858fb6f 2024-09-05T10:58:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:20 smithi050 ceph-mon[29032]: pgmap v343: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:20 smithi154 ceph-mon[32554]: pgmap v343: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:20.927 INFO:tasks.workunit.client.0.smithi033.stderr:Writing manifest to image destination 2024-09-05T10:58:20.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:20 smithi119 ceph-mon[32672]: pgmap v343: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:22.341 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T10:58:22.341 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T10:58:22.341 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0, 2024-09-05T10:58:22.341 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [] 2024-09-05T10:58:22.341 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T10:58:22.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:22 smithi050 ceph-mon[29032]: pgmap v344: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:22.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:22] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:46514 2024-09-05T10:58:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:22 smithi154 ceph-mon[32554]: pgmap v344: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:22.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:22 smithi119 ceph-mon[32672]: pgmap v344: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:24 smithi050 ceph-mon[29032]: pgmap v345: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:24 smithi154 ceph-mon[32554]: pgmap v345: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:24 smithi119 ceph-mon[32672]: pgmap v345: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:26 smithi050 ceph-mon[29032]: pgmap v346: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:26 smithi154 ceph-mon[32554]: pgmap v346: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:26.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:26 smithi119 ceph-mon[32672]: pgmap v346: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 3 op/s 2024-09-05T10:58:28.457 INFO:tasks.workunit.client.0.smithi033.stderr:+ IFS=, 2024-09-05T10:58:28.457 INFO:tasks.workunit.client.0.smithi033.stderr:+ read -ra gateway_ips 2024-09-05T10:58:28.457 INFO:tasks.workunit.client.0.smithi033.stderr:+ IFS=, 2024-09-05T10:58:28.458 INFO:tasks.workunit.client.0.smithi033.stderr:+ read -ra gateway_names 2024-09-05T10:58:28.458 INFO:tasks.workunit.client.0.smithi033.stderr:++ echo 172.21.15.50,172.21.15.119,172.21.15.154,172.21.15.173 2024-09-05T10:58:28.458 INFO:tasks.workunit.client.0.smithi033.stderr:++ tr -cd , 2024-09-05T10:58:28.458 INFO:tasks.workunit.client.0.smithi033.stderr:++ wc -c 2024-09-05T10:58:28.470 INFO:tasks.workunit.client.0.smithi033.stderr:+ gateways_count=4 2024-09-05T10:58:28.471 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T10:58:28.479 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:28.479 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T10:58:28.479 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 subsystem add --subsystem nqn.2016-06.io.spdk:cnode1 2024-09-05T10:58:28.546 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:28Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:28 smithi050 ceph-mon[29032]: pgmap v347: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:28 smithi154 ceph-mon[32554]: pgmap v347: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:28.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:28 smithi119 ceph-mon[32672]: pgmap v347: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:29.318 INFO:tasks.workunit.client.0.smithi033.stdout:Adding subsystem nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:58:29.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:29 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:29] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:29.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:29] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: , client address: IPv4 172.21.15.33:58560 2024-09-05T10:58:29.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:29] INFO grpc.py:543 (2): No serial number specified for nqn.2016-06.io.spdk:cnode1, will use Ceph71533478369187 2024-09-05T10:58:29.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:29 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:29] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:29.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:29 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:29] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:30.190 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:30.190 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T10:58:30.190 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 subsystem add --subsystem nqn.2016-06.io.spdk:cnode2 2024-09-05T10:58:30.690 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:30Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:30.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:30 smithi050 ceph-mon[29032]: pgmap v348: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:30 smithi154 ceph-mon[32554]: pgmap v348: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:30 smithi119 ceph-mon[32672]: pgmap v348: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-09-05T10:58:31.411 INFO:tasks.workunit.client.0.smithi033.stdout:Adding subsystem nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:58:31.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:31] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: , client address: IPv4 172.21.15.33:37044 2024-09-05T10:58:31.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:31] INFO grpc.py:543 (2): No serial number specified for nqn.2016-06.io.spdk:cnode2, will use Ceph99414543315734 2024-09-05T10:58:31.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:31 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:31] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:31.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:31 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:31] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:31.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:31] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:32.583 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:32.583 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T10:58:32.583 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 subsystem add --subsystem nqn.2016-06.io.spdk:cnode3 2024-09-05T10:58:32.665 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:32Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:32 smithi050 ceph-mon[29032]: pgmap v349: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T10:58:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:32 smithi154 ceph-mon[32554]: pgmap v349: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T10:58:32.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:32 smithi119 ceph-mon[32672]: pgmap v349: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T10:58:33.474 INFO:tasks.workunit.client.0.smithi033.stdout:Adding subsystem nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T10:58:33.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:33 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:33] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:33.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:33 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:58:33.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:33 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:33.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:33 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:33.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:33 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:33] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:33.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:33 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:58:33.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:33 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:33.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:33 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:33.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:33] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: , client address: IPv4 172.21.15.33:45382 2024-09-05T10:58:33.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:33] INFO grpc.py:543 (2): No serial number specified for nqn.2016-06.io.spdk:cnode3, will use Ceph52910300587842 2024-09-05T10:58:33.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:33 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:33] INFO grpc.py:509 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T10:58:33.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:33 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:58:33.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:33 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:33.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:33 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:34.334 INFO:tasks.workunit.client.0.smithi033.stderr:+ list_subsystems 2024-09-05T10:58:34.334 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:34.334 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.50 2024-09-05T10:58:34.335 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 --format json subsystem list 2024-09-05T10:58:34.432 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:34Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:34 smithi050 ceph-mon[29032]: pgmap v350: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 4 op/s 2024-09-05T10:58:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:58:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:58:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:34 smithi154 ceph-mon[32554]: pgmap v350: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 4 op/s 2024-09-05T10:58:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:58:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:58:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:34 smithi119 ceph-mon[32672]: pgmap v350: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 4 op/s 2024-09-05T10:58:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:58:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:58:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:58:35.170 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T10:58:35.170 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T10:58:35.170 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T10:58:35.170 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:35.170 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T10:58:35.170 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:35.170 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:35.171 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:35.172 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:35.173 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:35.173 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T10:58:35.173 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T10:58:35.173 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T10:58:35.173 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T10:58:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:35 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:35] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:36802 2024-09-05T10:58:36.011 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:36.011 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.119 2024-09-05T10:58:36.011 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.119 --server-port 5500 --format json subsystem list 2024-09-05T10:58:36.102 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:36Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:36.809 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:36.810 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:36.811 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T10:58:36.812 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T10:58:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:36 smithi050 ceph-mon[29032]: pgmap v351: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-05T10:58:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:36 smithi154 ceph-mon[32554]: pgmap v351: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-05T10:58:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:36 smithi119 ceph-mon[32672]: pgmap v351: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-05T10:58:36.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:36 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:36] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:41730 2024-09-05T10:58:37.654 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:37.654 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.154 2024-09-05T10:58:37.654 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.154 --server-port 5500 --format json subsystem list 2024-09-05T10:58:37.737 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:37Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:38.450 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:38.451 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:38.452 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T10:58:38.453 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T10:58:38.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:38 smithi050 ceph-mon[29032]: pgmap v352: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-05T10:58:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:38 smithi154 ceph-mon[32554]: pgmap v352: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-05T10:58:38.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:38 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:38] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:39898 2024-09-05T10:58:38.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:38 smithi119 ceph-mon[32672]: pgmap v352: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-05T10:58:39.273 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:39.273 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.173 2024-09-05T10:58:39.274 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.173 --server-port 5500 --format json subsystem list 2024-09-05T10:58:39.347 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:39Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:40.103 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T10:58:40.103 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T10:58:40.103 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T10:58:40.103 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:40.104 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T10:58:40.105 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256, 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 0 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T10:58:40.106 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T10:58:40.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:40 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:40] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:59300 2024-09-05T10:58:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:40 smithi050 ceph-mon[29032]: pgmap v353: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-05T10:58:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:40 smithi154 ceph-mon[32554]: pgmap v353: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-05T10:58:40.957 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:40.957 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.50 2024-09-05T10:58:40.958 INFO:tasks.workunit.client.0.smithi033.stderr:+ name=smithi050 2024-09-05T10:58:40.958 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T10:58:40.959 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:40.959 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T10:58:40.959 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.50 and name smithi050' 2024-09-05T10:58:40.959 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.50 and name smithi050 2024-09-05T10:58:40.960 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode1 --host-name smithi050 --traddr 172.21.15.50 --trsvcid 4420 2024-09-05T10:58:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:40 smithi119 ceph-mon[32672]: pgmap v353: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-09-05T10:58:41.050 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:41Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:41.754 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode1 listener at 172.21.15.50:4420: Successful 2024-09-05T10:58:42.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:41] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T10:58:42.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:41] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: , client address: IPv4 172.21.15.33:44218 2024-09-05T10:58:42.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:58:41.736322] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.50 port 4420 *** 2024-09-05T10:58:42.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:41 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:41] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T10:58:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:41 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:41] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T10:58:42.552 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:42.552 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T10:58:42.552 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.50 and name smithi050 2024-09-05T10:58:42.552 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.50 and name smithi050' 2024-09-05T10:58:42.552 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode2 --host-name smithi050 --traddr 172.21.15.50 --trsvcid 4420 2024-09-05T10:58:42.657 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:42Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:42 smithi050 ceph-mon[29032]: pgmap v354: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-05T10:58:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:42 smithi154 ceph-mon[32554]: pgmap v354: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-05T10:58:42.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:42 smithi119 ceph-mon[32672]: pgmap v354: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.3 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-05T10:58:43.419 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode2 listener at 172.21.15.50:4420: Successful 2024-09-05T10:58:43.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:43] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: , client address: IPv4 172.21.15.33:51738 2024-09-05T10:58:43.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:43 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:43] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T10:58:43.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:43] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T10:58:43.887 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:43] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T10:58:44.269 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:44.269 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T10:58:44.270 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.50 and name smithi050 2024-09-05T10:58:44.270 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.50 and name smithi050' 2024-09-05T10:58:44.270 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode3 --host-name smithi050 --traddr 172.21.15.50 --trsvcid 4420 2024-09-05T10:58:44.364 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:44Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:44 smithi050 ceph-mon[29032]: pgmap v355: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:44 smithi154 ceph-mon[32554]: pgmap v355: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:44.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:44 smithi119 ceph-mon[32672]: pgmap v355: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:45.139 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode3 listener at 172.21.15.50:4420: Successful 2024-09-05T10:58:45.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:45] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: , client address: IPv4 172.21.15.33:55810 2024-09-05T10:58:45.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:45 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:45] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T10:58:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:45 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:45] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T10:58:45.637 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:45 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:45] INFO grpc.py:2110 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T10:58:46.025 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:46.025 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.119 2024-09-05T10:58:46.025 INFO:tasks.workunit.client.0.smithi033.stderr:+ name=smithi119 2024-09-05T10:58:46.025 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T10:58:46.026 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:46.026 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T10:58:46.026 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.119 and name smithi119' 2024-09-05T10:58:46.026 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.119 and name smithi119 2024-09-05T10:58:46.027 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.119 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode1 --host-name smithi119 --traddr 172.21.15.119 --trsvcid 4420 2024-09-05T10:58:46.124 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:46Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:46.814 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode1 listener at 172.21.15.119:4420: Successful 2024-09-05T10:58:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:46 smithi050 ceph-mon[29032]: pgmap v356: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T10:58:46.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:46] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T10:58:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:46 smithi154 ceph-mon[32554]: pgmap v356: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T10:58:46.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:46 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:46] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T10:58:46.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:46 smithi119 ceph-mon[32672]: pgmap v356: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-05T10:58:46.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:46 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:46] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: , client address: IPv4 172.21.15.33:59778 2024-09-05T10:58:46.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:46 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:58:46.796247] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.119 port 4420 *** 2024-09-05T10:58:47.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:46 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:46] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T10:58:47.667 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:47.667 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T10:58:47.668 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.119 and name smithi119 2024-09-05T10:58:47.668 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.119 and name smithi119' 2024-09-05T10:58:47.668 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.119 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode2 --host-name smithi119 --traddr 172.21.15.119 --trsvcid 4420 2024-09-05T10:58:47.766 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:47Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:48.522 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode2 listener at 172.21.15.119:4420: Successful 2024-09-05T10:58:48.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:48 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:48] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T10:58:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:48 smithi050 ceph-mon[29032]: pgmap v357: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:48.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:48 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:48] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T10:58:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:48 smithi154 ceph-mon[32554]: pgmap v357: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:48 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:48] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T10:58:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:48 smithi119 ceph-mon[32672]: pgmap v357: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:48.997 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:48 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:48] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: , client address: IPv4 172.21.15.33:55778 2024-09-05T10:58:49.461 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:49.461 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T10:58:49.461 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.119 and name smithi119 2024-09-05T10:58:49.461 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.119 and name smithi119' 2024-09-05T10:58:49.462 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.119 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode3 --host-name smithi119 --traddr 172.21.15.119 --trsvcid 4420 2024-09-05T10:58:49.537 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:49Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:50.294 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode3 listener at 172.21.15.119:4420: Successful 2024-09-05T10:58:50.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:50] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T10:58:50.575 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:50] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: , client address: IPv4 172.21.15.33:60016 2024-09-05T10:58:50.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:50 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:50] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T10:58:50.637 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:50 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:50] INFO grpc.py:2110 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T10:58:50.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:50 smithi050 ceph-mon[29032]: pgmap v358: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:50 smithi154 ceph-mon[32554]: pgmap v358: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:50 smithi119 ceph-mon[32672]: pgmap v358: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 4.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T10:58:51.237 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:51.237 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.154 2024-09-05T10:58:51.237 INFO:tasks.workunit.client.0.smithi033.stderr:+ name=smithi154 2024-09-05T10:58:51.237 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T10:58:51.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:51.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T10:58:51.238 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.154 and name smithi154 2024-09-05T10:58:51.239 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.154 and name smithi154' 2024-09-05T10:58:51.239 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.154 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode1 --host-name smithi154 --traddr 172.21.15.154 --trsvcid 4420 2024-09-05T10:58:51.315 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:51Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:52.036 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode1 listener at 172.21.15.154:4420: Successful 2024-09-05T10:58:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:52 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:52] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T10:58:52.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:52] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T10:58:52.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:52] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: , client address: IPv4 172.21.15.33:46090 2024-09-05T10:58:52.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:58:52.017374] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.154 port 4420 *** 2024-09-05T10:58:52.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:52] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T10:58:52.838 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:52.838 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T10:58:52.838 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.154 and name smithi154 2024-09-05T10:58:52.839 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.154 and name smithi154' 2024-09-05T10:58:52.839 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.154 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode2 --host-name smithi154 --traddr 172.21.15.154 --trsvcid 4420 2024-09-05T10:58:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:52 smithi050 ceph-mon[29032]: pgmap v359: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 853 B/s wr, 11 op/s 2024-09-05T10:58:52.923 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:52Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:52 smithi154 ceph-mon[32554]: pgmap v359: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 853 B/s wr, 11 op/s 2024-09-05T10:58:52.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:52 smithi119 ceph-mon[32672]: pgmap v359: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 853 B/s wr, 11 op/s 2024-09-05T10:58:53.640 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode2 listener at 172.21.15.154:4420: Successful 2024-09-05T10:58:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:53] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T10:58:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:53] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: , client address: IPv4 172.21.15.33:52348 2024-09-05T10:58:53.997 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:53] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T10:58:54.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:53] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T10:58:54.448 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:54.448 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.154 and name smithi154 2024-09-05T10:58:54.448 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T10:58:54.448 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.154 and name smithi154' 2024-09-05T10:58:54.448 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.154 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode3 --host-name smithi154 --traddr 172.21.15.154 --trsvcid 4420 2024-09-05T10:58:54.533 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:54Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:54 smithi050 ceph-mon[29032]: pgmap v360: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 9.9 KiB/s rd, 853 B/s wr, 9 op/s 2024-09-05T10:58:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:54 smithi154 ceph-mon[32554]: pgmap v360: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 9.9 KiB/s rd, 853 B/s wr, 9 op/s 2024-09-05T10:58:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:54 smithi119 ceph-mon[32672]: pgmap v360: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 9.9 KiB/s rd, 853 B/s wr, 9 op/s 2024-09-05T10:58:55.272 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode3 listener at 172.21.15.154:4420: Successful 2024-09-05T10:58:55.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:55] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T10:58:55.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:55] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T10:58:55.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:55] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: , client address: IPv4 172.21.15.33:57890 2024-09-05T10:58:55.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:55] INFO grpc.py:2110 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T10:58:56.106 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T10:58:56.107 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.173 2024-09-05T10:58:56.107 INFO:tasks.workunit.client.0.smithi033.stderr:+ name=smithi173 2024-09-05T10:58:56.107 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T10:58:56.107 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:56.108 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T10:58:56.108 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.173 and name smithi173' 2024-09-05T10:58:56.108 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.173 and name smithi173 2024-09-05T10:58:56.108 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.173 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode1 --host-name smithi173 --traddr 172.21.15.173 --trsvcid 4420 2024-09-05T10:58:56.182 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:56Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:56 smithi050 ceph-mon[29032]: pgmap v361: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 KiB/s wr, 15 op/s 2024-09-05T10:58:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:56 smithi154 ceph-mon[32554]: pgmap v361: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 KiB/s wr, 15 op/s 2024-09-05T10:58:56.944 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:56 smithi119 ceph-mon[32672]: pgmap v361: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 KiB/s wr, 15 op/s 2024-09-05T10:58:56.944 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode1 listener at 172.21.15.173:4420: Successful 2024-09-05T10:58:57.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:56 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:56] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T10:58:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:56] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: , client address: IPv4 172.21.15.33:46184 2024-09-05T10:58:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:58:56.925463] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.173 port 4420 *** 2024-09-05T10:58:57.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:56] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T10:58:57.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:56] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T10:58:57.832 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:57.832 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T10:58:57.833 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.173 and name smithi173 2024-09-05T10:58:57.833 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.173 and name smithi173' 2024-09-05T10:58:57.833 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.173 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode2 --host-name smithi173 --traddr 172.21.15.173 --trsvcid 4420 2024-09-05T10:58:57.918 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:57Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:58:58.716 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode2 listener at 172.21.15.173:4420: Successful 2024-09-05T10:58:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:58:58 smithi050 ceph-mon[29032]: pgmap v362: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:58:58.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:58:58 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:58:58] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T10:58:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:58:58 smithi154 ceph-mon[32554]: pgmap v362: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:58:58.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:58:58 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:58:58] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T10:58:58.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:58:58 smithi119 ceph-mon[32672]: pgmap v362: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:58:58.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:58:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:58:58] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T10:58:59.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:58:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:58:58] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: , client address: IPv4 172.21.15.33:55494 2024-09-05T10:58:59.525 INFO:tasks.workunit.client.0.smithi033.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:58:59.525 INFO:tasks.workunit.client.0.smithi033.stdout:Adding gateway listener with IP 172.21.15.173 and name smithi173 2024-09-05T10:58:59.526 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T10:58:59.526 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Adding gateway listener with IP 172.21.15.173 and name smithi173' 2024-09-05T10:58:59.526 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.173 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode3 --host-name smithi173 --traddr 172.21.15.173 --trsvcid 4420 2024-09-05T10:58:59.612 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:58:59Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:00.318 INFO:tasks.workunit.client.0.smithi033.stdout:Adding nqn.2016-06.io.spdk:cnode3 listener at 172.21.15.173:4420: Successful 2024-09-05T10:59:00.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:00 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:00] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T10:59:00.583 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:00 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:00] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T10:59:00.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:00] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T10:59:00.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:00] INFO grpc.py:2110 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: , client address: IPv4 172.21.15.33:36994 2024-09-05T10:59:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:00 smithi050 ceph-mon[29032]: pgmap v363: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:00 smithi154 ceph-mon[32554]: pgmap v363: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:00.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:00 smithi119 ceph-mon[32672]: pgmap v363: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:01.192 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T10:59:01.193 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:59:01.193 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T10:59:01.194 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 host add --subsystem nqn.2016-06.io.spdk:cnode1 --host '*' 2024-09-05T10:59:01.275 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:01Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:01.987 INFO:tasks.workunit.client.0.smithi033.stdout:Allowing open host access to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:02.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:01 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:01] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T10:59:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:01] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T10:59:02.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:01] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: , client address: IPv4 172.21.15.33:46292 2024-09-05T10:59:02.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:01 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:01] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T10:59:02.819 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:59:02.819 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T10:59:02.819 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 host add --subsystem nqn.2016-06.io.spdk:cnode2 --host '*' 2024-09-05T10:59:02.914 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:02Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:02.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:02 smithi050 ceph-mon[29032]: pgmap v364: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-09-05T10:59:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:02 smithi154 ceph-mon[32554]: pgmap v364: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-09-05T10:59:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:02 smithi119 ceph-mon[32672]: pgmap v364: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-09-05T10:59:03.626 INFO:tasks.workunit.client.0.smithi033.stdout:Allowing open host access to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:03.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:03 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:03] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T10:59:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:03 smithi050 ceph-mon[29032]: pgmap v365: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:03.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:03] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: , client address: IPv4 172.21.15.33:32844 2024-09-05T10:59:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:03 smithi154 ceph-mon[32554]: pgmap v365: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:03.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:03] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T10:59:03.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:03 smithi119 ceph-mon[32672]: pgmap v365: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:03.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:03] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T10:59:04.486 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:59:04.486 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T10:59:04.486 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 host add --subsystem nqn.2016-06.io.spdk:cnode3 --host '*' 2024-09-05T10:59:04.577 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:04Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:05.324 INFO:tasks.workunit.client.0.smithi033.stdout:Allowing open host access to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T10:59:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:05 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:05] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T10:59:05.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:05] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: , client address: IPv4 172.21.15.33:33770 2024-09-05T10:59:05.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:05] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T10:59:05.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:05 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:05] INFO grpc.py:1751 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T10:59:06.178 INFO:tasks.workunit.client.0.smithi033.stderr:+ image_index=1 2024-09-05T10:59:06.179 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T10:59:06.180 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:59:06.180 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T10:59:06.180 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 20 2024-09-05T10:59:06.181 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:06.181 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage1 2024-09-05T10:59:06.181 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage1 --load-balancing-group 2 2024-09-05T10:59:06.268 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:06Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-mon[29032]: pgmap v366: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-09-05T10:59:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:06 smithi154 ceph-mon[32554]: pgmap v366: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-09-05T10:59:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:06 smithi119 ceph-mon[32672]: pgmap v366: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-09-05T10:59:07.020 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 1 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:07.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:07] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID 445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:07.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:07] INFO grpc.py:277 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:07.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:07.030134] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.173:0/464224908, rc 0 2024-09-05T10:59:07.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:07.030223] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.173:0/464224908 2024-09-05T10:59:07.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:07] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.173:0/464224908' anagrp=2 2024-09-05T10:59:07.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:07] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T10:59:07.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:07.042516] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 rbd disk to lun 2024-09-05T10:59:07.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:07] INFO grpc.py:764 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID 445f5d17-b9ee-435c-ab9a-2402831e5803, context: None 2024-09-05T10:59:07.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:06] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 2 context: , client address: IPv4 172.21.15.33:46482 2024-09-05T10:59:07.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:06] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T10:59:07.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:06] INFO grpc.py:277 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:46482 2024-09-05T10:59:07.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:06.992281] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.50:0/2819374415, rc 0 2024-09-05T10:59:07.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:06.992365] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.50:0/2819374415 2024-09-05T10:59:07.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:06] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.50:0/2819374415' anagrp=2 2024-09-05T10:59:07.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:06] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T10:59:07.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:07.004437] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 rbd disk to lun 2024-09-05T10:59:07.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:07] INFO grpc.py:764 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using UUID 445f5d17-b9ee-435c-ab9a-2402831e5803 , context: , client address: IPv4 172.21.15.33:46482 2024-09-05T10:59:07.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:07] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID 445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:07.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:07] INFO grpc.py:277 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:07.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:07.034042] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.154:0/2118425022, rc 0 2024-09-05T10:59:07.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:07.034129] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.154:0/2118425022 2024-09-05T10:59:07.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:07] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.154:0/2118425022' anagrp=2 2024-09-05T10:59:07.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:07] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T10:59:07.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:07.047709] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 rbd disk to lun 2024-09-05T10:59:07.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:07] INFO grpc.py:764 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID 445f5d17-b9ee-435c-ab9a-2402831e5803, context: None 2024-09-05T10:59:07.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:07] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID 445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:07.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:07] INFO grpc.py:277 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:07.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:07.032673] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.119:0/3600320201, rc 0 2024-09-05T10:59:07.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:07.032772] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.119:0/3600320201 2024-09-05T10:59:07.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:07] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.119:0/3600320201' anagrp=2 2024-09-05T10:59:07.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:07] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T10:59:07.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:07.045661] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 rbd disk to lun 2024-09-05T10:59:07.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:07] INFO grpc.py:764 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID 445f5d17-b9ee-435c-ab9a-2402831e5803, context: None 2024-09-05T10:59:07.822 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:07.822 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:07.822 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage2 2024-09-05T10:59:07.822 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage2 --load-balancing-group 3 2024-09-05T10:59:07.910 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:07Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:07.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:07 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2169975846' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:07.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:07 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2169975846' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:07.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:07 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2169975846' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:08.671 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 2 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-mon[29032]: pgmap v367: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:08.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:08] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 3 context: , client address: IPv4 172.21.15.33:60924 2024-09-05T10:59:08.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:08] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:08.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:08] INFO grpc.py:277 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:60924 2024-09-05T10:59:08.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:08.640309] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.50:0/975139415, rc 0 2024-09-05T10:59:08.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:08.640564] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.50:0/975139415 2024-09-05T10:59:08.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:08] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.50:0/975139415' anagrp=3 2024-09-05T10:59:08.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:08] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T10:59:08.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:08.653587] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 rbd disk to lun 2024-09-05T10:59:08.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:08 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:08] INFO grpc.py:764 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using UUID 752e279c-bad0-46cb-b0f9-ef6a911e1c64 , context: , client address: IPv4 172.21.15.33:60924 2024-09-05T10:59:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-mon[32554]: pgmap v367: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:08.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:08] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID 752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:08.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:08] INFO grpc.py:277 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:08.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:08.679666] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.154:0/3866397816, rc 0 2024-09-05T10:59:08.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:08.679770] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.154:0/3866397816 2024-09-05T10:59:08.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:08] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.154:0/3866397816' anagrp=3 2024-09-05T10:59:08.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:08] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T10:59:08.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:08.694064] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 rbd disk to lun 2024-09-05T10:59:08.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:08] INFO grpc.py:764 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 752e279c-bad0-46cb-b0f9-ef6a911e1c64, context: None 2024-09-05T10:59:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-mon[32672]: pgmap v367: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:08] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID 752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:08] INFO grpc.py:277 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:08.681782] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.119:0/1837623131, rc 0 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:08.681898] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.119:0/1837623131 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:08] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.119:0/1837623131' anagrp=3 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:08] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:08.696213] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 rbd disk to lun 2024-09-05T10:59:08.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:08] INFO grpc.py:764 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 752e279c-bad0-46cb-b0f9-ef6a911e1c64, context: None 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:08] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID 752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:08] INFO grpc.py:277 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:08.678467] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.173:0/136330842, rc 0 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:08.678567] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.173:0/136330842 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:08] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.173:0/136330842' anagrp=3 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:08] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:08.692526] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 rbd disk to lun 2024-09-05T10:59:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:08 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:08] INFO grpc.py:764 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 752e279c-bad0-46cb-b0f9-ef6a911e1c64, context: None 2024-09-05T10:59:09.505 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:09.505 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:09.505 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage3 2024-09-05T10:59:09.505 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage3 --load-balancing-group 4 2024-09-05T10:59:09.590 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:09Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:10.312 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 3 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:10.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:10] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 4 context: , client address: IPv4 172.21.15.33:48322 2024-09-05T10:59:10.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:10] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:10.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:10] INFO grpc.py:277 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:48322 2024-09-05T10:59:10.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:10.283152] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.50:0/3064312386, rc 0 2024-09-05T10:59:10.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:10.283697] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.50:0/3064312386 2024-09-05T10:59:10.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:10] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.50:0/3064312386' anagrp=4 2024-09-05T10:59:10.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T10:59:10.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:10.296125] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 rbd disk to lun 2024-09-05T10:59:10.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:10] INFO grpc.py:764 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using UUID 2c9d251b-679f-484e-b265-7d6a0edb4b50 , context: , client address: IPv4 172.21.15.33:48322 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:10] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:10] INFO grpc.py:277 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:10.332131] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.173:0/740811163, rc 0 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:10.332208] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.173:0/740811163 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:10] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.173:0/740811163' anagrp=4 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:10.346691] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 rbd disk to lun 2024-09-05T10:59:10.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:10] INFO grpc.py:764 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 and UUID 2c9d251b-679f-484e-b265-7d6a0edb4b50, context: None 2024-09-05T10:59:10.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-mon[32554]: pgmap v368: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 1023 B/s wr, 13 op/s 2024-09-05T10:59:10.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:10] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:10.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:10] INFO grpc.py:277 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:10.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:10.328958] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.154:0/3859653642, rc 0 2024-09-05T10:59:10.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:10.329045] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.154:0/3859653642 2024-09-05T10:59:10.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:10] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.154:0/3859653642' anagrp=4 2024-09-05T10:59:10.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T10:59:10.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:10.342511] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 rbd disk to lun 2024-09-05T10:59:10.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:10] INFO grpc.py:764 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 and UUID 2c9d251b-679f-484e-b265-7d6a0edb4b50, context: None 2024-09-05T10:59:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-mon[32672]: pgmap v368: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 1023 B/s wr, 13 op/s 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:10] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:10] INFO grpc.py:277 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:10.328180] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.119:0/2166217177, rc 0 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:10.328270] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.119:0/2166217177 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:10] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.119:0/2166217177' anagrp=4 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:10.340661] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 rbd disk to lun 2024-09-05T10:59:10.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:10] INFO grpc.py:764 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 and UUID 2c9d251b-679f-484e-b265-7d6a0edb4b50, context: None 2024-09-05T10:59:10.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:10 smithi050 ceph-mon[29032]: pgmap v368: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 1023 B/s wr, 13 op/s 2024-09-05T10:59:11.206 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:11.206 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:11.206 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage4 2024-09-05T10:59:11.206 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage4 --load-balancing-group 1 2024-09-05T10:59:11.303 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:11Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:11.999 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 4 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:12.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:11 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:11] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:12.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:11 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:11] INFO grpc.py:277 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:12.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:12.010277] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.173:0/3430913858, rc 0 2024-09-05T10:59:12.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:12.010349] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.173:0/3430913858 2024-09-05T10:59:12.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:12] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.173:0/3430913858' anagrp=1 2024-09-05T10:59:12.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:12] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T10:59:12.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:12.024018] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 rbd disk to lun 2024-09-05T10:59:12.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:12] INFO grpc.py:764 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 and UUID f9462825-6fd6-4e99-bae8-a766e108eba9, context: None 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:11] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 1 context: , client address: IPv4 172.21.15.33:50326 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:11] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:11] INFO grpc.py:277 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:50326 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:11.971827] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.50:0/2493088531, rc 0 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:11.972230] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.50:0/2493088531 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:11] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.50:0/2493088531' anagrp=1 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:11] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T10:59:12.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:11.984621] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 rbd disk to lun 2024-09-05T10:59:12.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:11 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:11] INFO grpc.py:764 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using UUID f9462825-6fd6-4e99-bae8-a766e108eba9 , context: , client address: IPv4 172.21.15.33:50326 2024-09-05T10:59:12.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:11] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:12.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:11] INFO grpc.py:277 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:12.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:12.010153] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.154:0/366462095, rc 0 2024-09-05T10:59:12.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:12.010270] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.154:0/366462095 2024-09-05T10:59:12.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:12] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.154:0/366462095' anagrp=1 2024-09-05T10:59:12.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:12] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T10:59:12.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:12.022844] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 rbd disk to lun 2024-09-05T10:59:12.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:12] INFO grpc.py:764 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 and UUID f9462825-6fd6-4e99-bae8-a766e108eba9, context: None 2024-09-05T10:59:12.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:11 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:11] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:12.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:11 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:11] INFO grpc.py:277 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:12.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:12.008210] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.119:0/636215681, rc 0 2024-09-05T10:59:12.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:12.008295] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.119:0/636215681 2024-09-05T10:59:12.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:12] INFO grpc.py:250 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.119:0/636215681' anagrp=1 2024-09-05T10:59:12.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:12] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T10:59:12.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:12.020462] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 rbd disk to lun 2024-09-05T10:59:12.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:12] INFO grpc.py:764 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 and UUID f9462825-6fd6-4e99-bae8-a766e108eba9, context: None 2024-09-05T10:59:12.816 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:12.816 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:12.816 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage5 2024-09-05T10:59:12.816 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage5 --load-balancing-group 2 2024-09-05T10:59:12.891 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:12Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:12.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:12 smithi050 ceph-mon[29032]: pgmap v369: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 1.6 KiB/s wr, 28 op/s 2024-09-05T10:59:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:12 smithi154 ceph-mon[32554]: pgmap v369: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 1.6 KiB/s wr, 28 op/s 2024-09-05T10:59:12.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:12 smithi119 ceph-mon[32672]: pgmap v369: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 1.6 KiB/s wr, 28 op/s 2024-09-05T10:59:13.654 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 5 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:13.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:13 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:13] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 2 context: , client address: IPv4 172.21.15.33:57994 2024-09-05T10:59:13.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:13 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:13] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:13.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:13 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:13] INFO grpc.py:277 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:57994 2024-09-05T10:59:13.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:13 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:13] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T10:59:13.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:13 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:13.639350] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 rbd disk to lun 2024-09-05T10:59:13.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:13 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:13] INFO grpc.py:764 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using UUID d585ffe8-77e4-4d83-9d2e-976d8def6554 , context: , client address: IPv4 172.21.15.33:57994 2024-09-05T10:59:13.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:13] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:13.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:13] INFO grpc.py:277 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:13.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:13] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T10:59:13.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:13.663601] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 rbd disk to lun 2024-09-05T10:59:13.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:13] INFO grpc.py:764 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 and UUID d585ffe8-77e4-4d83-9d2e-976d8def6554, context: None 2024-09-05T10:59:13.997 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:13 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:13] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:13.997 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:13 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:13] INFO grpc.py:277 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:13.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:13 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:13] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T10:59:13.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:13 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:13.665835] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 rbd disk to lun 2024-09-05T10:59:13.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:13 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:13] INFO grpc.py:764 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 and UUID d585ffe8-77e4-4d83-9d2e-976d8def6554, context: None 2024-09-05T10:59:14.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:13 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:13] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:14.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:13 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:13] INFO grpc.py:277 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:14.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:13 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:13] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T10:59:14.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:13 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:13.666785] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 rbd disk to lun 2024-09-05T10:59:14.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:13 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:13] INFO grpc.py:764 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 and UUID d585ffe8-77e4-4d83-9d2e-976d8def6554, context: None 2024-09-05T10:59:14.426 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:14.426 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:14.426 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage6 2024-09-05T10:59:14.426 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage6 --load-balancing-group 3 2024-09-05T10:59:14.507 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:14Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:14.824 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:14 smithi050 ceph-mon[29032]: pgmap v370: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 1.2 KiB/s wr, 39 op/s 2024-09-05T10:59:14.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:14 smithi154 ceph-mon[32554]: pgmap v370: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 1.2 KiB/s wr, 39 op/s 2024-09-05T10:59:14.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:14 smithi119 ceph-mon[32672]: pgmap v370: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 1.2 KiB/s wr, 39 op/s 2024-09-05T10:59:15.317 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 6 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:15.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:15 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:15] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:15.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:15 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:15] INFO grpc.py:277 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:15.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:15 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:15] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T10:59:15.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:15 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:15.327891] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a rbd disk to lun 2024-09-05T10:59:15.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:15 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:15] INFO grpc.py:764 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 and UUID 5fad74b6-493c-419e-a006-29a9e9f3f05a, context: None 2024-09-05T10:59:15.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:15] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 3 context: , client address: IPv4 172.21.15.33:46296 2024-09-05T10:59:15.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:15] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:15.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:15] INFO grpc.py:277 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:46296 2024-09-05T10:59:15.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:15] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T10:59:15.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:15.300961] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a rbd disk to lun 2024-09-05T10:59:15.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:15] INFO grpc.py:764 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using UUID 5fad74b6-493c-419e-a006-29a9e9f3f05a , context: , client address: IPv4 172.21.15.33:46296 2024-09-05T10:59:15.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:15] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:15.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:15] INFO grpc.py:277 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:15.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:15] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T10:59:15.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:15.328739] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a rbd disk to lun 2024-09-05T10:59:15.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:15] INFO grpc.py:764 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 and UUID 5fad74b6-493c-419e-a006-29a9e9f3f05a, context: None 2024-09-05T10:59:15.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:15 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:15] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:15.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:15 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:15] INFO grpc.py:277 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:15.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:15 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:15] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T10:59:15.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:15 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:15.326633] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a rbd disk to lun 2024-09-05T10:59:15.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:15 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:15] INFO grpc.py:764 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 and UUID 5fad74b6-493c-419e-a006-29a9e9f3f05a, context: None 2024-09-05T10:59:16.185 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:16.185 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:16.185 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage7 2024-09-05T10:59:16.186 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage7 --load-balancing-group 4 2024-09-05T10:59:16.278 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:16Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:16 smithi050 ceph-mon[29032]: pgmap v371: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.9 KiB/s wr, 65 op/s 2024-09-05T10:59:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:16 smithi154 ceph-mon[32554]: pgmap v371: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.9 KiB/s wr, 65 op/s 2024-09-05T10:59:16.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:16 smithi119 ceph-mon[32672]: pgmap v371: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.9 KiB/s wr, 65 op/s 2024-09-05T10:59:17.069 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 7 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:17.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:17] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:17.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:17] INFO grpc.py:277 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:17.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T10:59:17.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:17.082708] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 rbd disk to lun 2024-09-05T10:59:17.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:17] INFO grpc.py:764 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 and UUID f5d47a79-90a6-4326-95d2-91f1ce2d4980, context: None 2024-09-05T10:59:17.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:17] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 4 context: , client address: IPv4 172.21.15.33:57618 2024-09-05T10:59:17.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:17] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T10:59:17.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:17] INFO grpc.py:277 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:57618 2024-09-05T10:59:17.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T10:59:17.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:17.052984] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 rbd disk to lun 2024-09-05T10:59:17.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:17] INFO grpc.py:764 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using UUID f5d47a79-90a6-4326-95d2-91f1ce2d4980 , context: , client address: IPv4 172.21.15.33:57618 2024-09-05T10:59:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:17] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:17] INFO grpc.py:277 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T10:59:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:17.083647] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 rbd disk to lun 2024-09-05T10:59:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:17] INFO grpc.py:764 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 and UUID f5d47a79-90a6-4326-95d2-91f1ce2d4980, context: None 2024-09-05T10:59:17.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:17] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:17.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:17] INFO grpc.py:277 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:17.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T10:59:17.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:17.081118] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 rbd disk to lun 2024-09-05T10:59:17.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:17] INFO grpc.py:764 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 and UUID f5d47a79-90a6-4326-95d2-91f1ce2d4980, context: None 2024-09-05T10:59:17.911 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:17.912 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:17.912 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage8 2024-09-05T10:59:17.912 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage8 --load-balancing-group 1 2024-09-05T10:59:17.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:17 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3947867375' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:17.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:17 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3947867375' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:17.997 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:17Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:17.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:17 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3947867375' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:18.703 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 8 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:18 smithi050 ceph-mon[29032]: pgmap v372: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T10:59:18.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:18] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 1 context: , client address: IPv4 172.21.15.33:41258 2024-09-05T10:59:18.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:18] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:18.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:18] INFO grpc.py:277 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:41258 2024-09-05T10:59:18.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:18] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T10:59:18.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:18.687857] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dd233d75-d274-471e-8594-c1d2cedce058 rbd disk to lun 2024-09-05T10:59:18.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:18] INFO grpc.py:764 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using UUID dd233d75-d274-471e-8594-c1d2cedce058 , context: , client address: IPv4 172.21.15.33:41258 2024-09-05T10:59:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:18 smithi154 ceph-mon[32554]: pgmap v372: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T10:59:18.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:18] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:18.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:18] INFO grpc.py:277 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:18.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:18] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T10:59:18.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:18.717106] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dd233d75-d274-471e-8594-c1d2cedce058 rbd disk to lun 2024-09-05T10:59:18.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:18] INFO grpc.py:764 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 and UUID dd233d75-d274-471e-8594-c1d2cedce058, context: None 2024-09-05T10:59:18.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:18 smithi119 ceph-mon[32672]: pgmap v372: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T10:59:18.997 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:18] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:18.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:18] INFO grpc.py:277 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:18.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:18] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T10:59:18.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:18.713196] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dd233d75-d274-471e-8594-c1d2cedce058 rbd disk to lun 2024-09-05T10:59:18.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:18] INFO grpc.py:764 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 and UUID dd233d75-d274-471e-8594-c1d2cedce058, context: None 2024-09-05T10:59:19.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:18 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:18] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:19.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:18 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:18] INFO grpc.py:277 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:19.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:18 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:18] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T10:59:19.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:18 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:18.716671] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dd233d75-d274-471e-8594-c1d2cedce058 rbd disk to lun 2024-09-05T10:59:19.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:18 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:18] INFO grpc.py:764 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 and UUID dd233d75-d274-471e-8594-c1d2cedce058, context: None 2024-09-05T10:59:19.562 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:19.562 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:19.563 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage9 2024-09-05T10:59:19.563 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage9 --load-balancing-group 2 2024-09-05T10:59:19.650 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:19Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:20.399 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 9 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:20 smithi050 ceph-mon[29032]: pgmap v373: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.5 KiB/s wr, 70 op/s 2024-09-05T10:59:20.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:20] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 2 context: , client address: IPv4 172.21.15.33:40296 2024-09-05T10:59:20.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:20] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:20.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:20] INFO grpc.py:277 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:40296 2024-09-05T10:59:20.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:20] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T10:59:20.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:20.381765] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 rbd disk to lun 2024-09-05T10:59:20.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:20] INFO grpc.py:764 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using UUID 69975ec1-4e8c-48b8-9930-264cd7b2f7d7 , context: , client address: IPv4 172.21.15.33:40296 2024-09-05T10:59:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:20 smithi154 ceph-mon[32554]: pgmap v373: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.5 KiB/s wr, 70 op/s 2024-09-05T10:59:20.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:20] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID 69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:20.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:20] INFO grpc.py:277 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:20.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:20] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T10:59:20.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:20.412505] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 rbd disk to lun 2024-09-05T10:59:20.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:20] INFO grpc.py:764 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 and UUID 69975ec1-4e8c-48b8-9930-264cd7b2f7d7, context: None 2024-09-05T10:59:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:20 smithi119 ceph-mon[32672]: pgmap v373: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.5 KiB/s wr, 70 op/s 2024-09-05T10:59:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:20] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID 69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:20] INFO grpc.py:277 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:20] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T10:59:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:20.411675] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 rbd disk to lun 2024-09-05T10:59:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:20] INFO grpc.py:764 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 and UUID 69975ec1-4e8c-48b8-9930-264cd7b2f7d7, context: None 2024-09-05T10:59:20.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:20 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:20] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID 69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:20.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:20 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:20] INFO grpc.py:277 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:20.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:20 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:20] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T10:59:20.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:20 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:20.413464] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 rbd disk to lun 2024-09-05T10:59:20.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:20 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:20] INFO grpc.py:764 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 and UUID 69975ec1-4e8c-48b8-9930-264cd7b2f7d7, context: None 2024-09-05T10:59:21.265 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:21.266 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:21.266 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage10 2024-09-05T10:59:21.266 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage10 --load-balancing-group 3 2024-09-05T10:59:21.341 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:21Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:22.059 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 10 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:22] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID 0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:22] INFO grpc.py:277 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T10:59:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:22.072286] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec rbd disk to lun 2024-09-05T10:59:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:22] INFO grpc.py:764 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 and UUID 0e34cac1-3d1f-4f69-87dc-d1cc306537ec, context: None 2024-09-05T10:59:22.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:22] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 3 context: , client address: IPv4 172.21.15.33:59212 2024-09-05T10:59:22.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:22] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:22.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:22] INFO grpc.py:277 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:59212 2024-09-05T10:59:22.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T10:59:22.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:22.042089] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec rbd disk to lun 2024-09-05T10:59:22.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:22] INFO grpc.py:764 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using UUID 0e34cac1-3d1f-4f69-87dc-d1cc306537ec , context: , client address: IPv4 172.21.15.33:59212 2024-09-05T10:59:22.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:22] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID 0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:22.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:22] INFO grpc.py:277 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:22.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T10:59:22.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:22.070035] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec rbd disk to lun 2024-09-05T10:59:22.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:22] INFO grpc.py:764 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 and UUID 0e34cac1-3d1f-4f69-87dc-d1cc306537ec, context: None 2024-09-05T10:59:22.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:22] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID 0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:22.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:22] INFO grpc.py:277 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:22.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T10:59:22.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:22.068169] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec rbd disk to lun 2024-09-05T10:59:22.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:22] INFO grpc.py:764 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 and UUID 0e34cac1-3d1f-4f69-87dc-d1cc306537ec, context: None 2024-09-05T10:59:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:22 smithi050 ceph-mon[29032]: pgmap v374: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 2.2 KiB/s wr, 93 op/s 2024-09-05T10:59:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:22 smithi154 ceph-mon[32554]: pgmap v374: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 2.2 KiB/s wr, 93 op/s 2024-09-05T10:59:22.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:22.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:22.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage11 2024-09-05T10:59:22.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage11 --load-balancing-group 4 2024-09-05T10:59:22.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:22 smithi119 ceph-mon[32672]: pgmap v374: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 2.2 KiB/s wr, 93 op/s 2024-09-05T10:59:23.028 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:23Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:23.767 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 11 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:24.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:23 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:23] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:24.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:23 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:23] INFO grpc.py:277 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:24.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:23 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:23] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T10:59:24.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:23 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:23.779482] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 rbd disk to lun 2024-09-05T10:59:24.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:23 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:23] INFO grpc.py:764 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 and UUID e90afd71-d787-45be-b3b7-3c8a897c7c68, context: None 2024-09-05T10:59:24.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:23] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 4 context: , client address: IPv4 172.21.15.33:49818 2024-09-05T10:59:24.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:23] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:24.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:23] INFO grpc.py:277 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:49818 2024-09-05T10:59:24.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:23] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T10:59:24.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:23.751124] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 rbd disk to lun 2024-09-05T10:59:24.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:23] INFO grpc.py:764 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using UUID e90afd71-d787-45be-b3b7-3c8a897c7c68 , context: , client address: IPv4 172.21.15.33:49818 2024-09-05T10:59:24.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:23] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:24.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:23] INFO grpc.py:277 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:24.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:23] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T10:59:24.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:23.780265] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 rbd disk to lun 2024-09-05T10:59:24.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:23] INFO grpc.py:764 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 and UUID e90afd71-d787-45be-b3b7-3c8a897c7c68, context: None 2024-09-05T10:59:24.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:23] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:24.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:23] INFO grpc.py:277 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:24.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:23] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T10:59:24.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:23.778412] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 rbd disk to lun 2024-09-05T10:59:24.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:23] INFO grpc.py:764 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 and UUID e90afd71-d787-45be-b3b7-3c8a897c7c68, context: None 2024-09-05T10:59:24.597 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:24.597 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:24.597 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage12 2024-09-05T10:59:24.597 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage12 --load-balancing-group 1 2024-09-05T10:59:24.690 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:24Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:24 smithi050 ceph-mon[29032]: pgmap v375: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s rd, 1.7 KiB/s wr, 94 op/s 2024-09-05T10:59:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:24 smithi154 ceph-mon[32554]: pgmap v375: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s rd, 1.7 KiB/s wr, 94 op/s 2024-09-05T10:59:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:24 smithi119 ceph-mon[32672]: pgmap v375: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s rd, 1.7 KiB/s wr, 94 op/s 2024-09-05T10:59:25.406 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 12 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:25.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:25] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 1 context: , client address: IPv4 172.21.15.33:56586 2024-09-05T10:59:25.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:25] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:25.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:25] INFO grpc.py:277 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:56586 2024-09-05T10:59:25.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:25] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T10:59:25.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:25.390211] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 rbd disk to lun 2024-09-05T10:59:25.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:25] INFO grpc.py:764 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using UUID d677a3d8-2476-4088-ac08-65941fd22ba9 , context: , client address: IPv4 172.21.15.33:56586 2024-09-05T10:59:25.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:25] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:25.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:25] INFO grpc.py:277 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:25.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:25] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T10:59:25.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:25.417935] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 rbd disk to lun 2024-09-05T10:59:25.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:25] INFO grpc.py:764 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 and UUID d677a3d8-2476-4088-ac08-65941fd22ba9, context: None 2024-09-05T10:59:25.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:25] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:25.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:25] INFO grpc.py:277 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:25.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:25] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T10:59:25.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:25.414582] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 rbd disk to lun 2024-09-05T10:59:25.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:25] INFO grpc.py:764 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 and UUID d677a3d8-2476-4088-ac08-65941fd22ba9, context: None 2024-09-05T10:59:25.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:25 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:25] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:25.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:25 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:25] INFO grpc.py:277 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:25.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:25 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:25] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T10:59:25.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:25 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:25.416934] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 rbd disk to lun 2024-09-05T10:59:25.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:25 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:25] INFO grpc.py:764 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 and UUID d677a3d8-2476-4088-ac08-65941fd22ba9, context: None 2024-09-05T10:59:26.223 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:26.223 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:26.223 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage13 2024-09-05T10:59:26.224 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage13 --load-balancing-group 2 2024-09-05T10:59:26.300 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:26Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:26 smithi050 ceph-mon[29032]: pgmap v376: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T10:59:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:26 smithi154 ceph-mon[32554]: pgmap v376: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T10:59:26.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:26 smithi119 ceph-mon[32672]: pgmap v376: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T10:59:27.046 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 13 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:27.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:27] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID 14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:27.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:27] INFO grpc.py:277 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:27.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T10:59:27.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:27.058288] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 rbd disk to lun 2024-09-05T10:59:27.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:27] INFO grpc.py:764 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 and UUID 14e66a7f-86e5-4aae-8d33-acdaa4d60cd1, context: None 2024-09-05T10:59:27.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:27] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 2 context: , client address: IPv4 172.21.15.33:60626 2024-09-05T10:59:27.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:27] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:27.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:27] INFO grpc.py:277 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:60626 2024-09-05T10:59:27.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T10:59:27.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:27.030779] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 rbd disk to lun 2024-09-05T10:59:27.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:27] INFO grpc.py:764 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using UUID 14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 , context: , client address: IPv4 172.21.15.33:60626 2024-09-05T10:59:27.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:27] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID 14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:27.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:27] INFO grpc.py:277 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:27.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T10:59:27.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:27.054308] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 rbd disk to lun 2024-09-05T10:59:27.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:27] INFO grpc.py:764 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 and UUID 14e66a7f-86e5-4aae-8d33-acdaa4d60cd1, context: None 2024-09-05T10:59:27.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:27] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID 14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:27.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:27] INFO grpc.py:277 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:27.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T10:59:27.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:27.055271] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 rbd disk to lun 2024-09-05T10:59:27.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:27] INFO grpc.py:764 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 and UUID 14e66a7f-86e5-4aae-8d33-acdaa4d60cd1, context: None 2024-09-05T10:59:27.918 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:27.918 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:27.918 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage14 2024-09-05T10:59:27.918 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage14 --load-balancing-group 3 2024-09-05T10:59:27.994 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:27Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:28.739 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 14 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:28 smithi050 ceph-mon[29032]: pgmap v377: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T10:59:28.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:28] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 3 context: , client address: IPv4 172.21.15.33:46736 2024-09-05T10:59:28.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:28] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T10:59:28.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:28] INFO grpc.py:277 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:46736 2024-09-05T10:59:28.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:28] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T10:59:28.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:28.724413] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 rbd disk to lun 2024-09-05T10:59:28.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:28] INFO grpc.py:764 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using UUID 87b9455f-eec7-4032-a4be-ce1a71379bf1 , context: , client address: IPv4 172.21.15.33:46736 2024-09-05T10:59:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:28 smithi154 ceph-mon[32554]: pgmap v377: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T10:59:28.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:28 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:28] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID 87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:28.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:28 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:28] INFO grpc.py:277 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:28.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:28 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:28] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T10:59:28.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:28 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:28.751898] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 rbd disk to lun 2024-09-05T10:59:28.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:28 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:28] INFO grpc.py:764 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 and UUID 87b9455f-eec7-4032-a4be-ce1a71379bf1, context: None 2024-09-05T10:59:28.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:28 smithi119 ceph-mon[32672]: pgmap v377: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T10:59:28.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:28 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:28] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID 87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:28.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:28 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:28] INFO grpc.py:277 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:28.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:28 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:28] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T10:59:28.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:28 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:28.747003] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 rbd disk to lun 2024-09-05T10:59:28.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:28 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:28] INFO grpc.py:764 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 and UUID 87b9455f-eec7-4032-a4be-ce1a71379bf1, context: None 2024-09-05T10:59:29.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:28 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:28] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID 87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:29.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:28 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:28] INFO grpc.py:277 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:29.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:28 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:28] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T10:59:29.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:28 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:28.748106] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 rbd disk to lun 2024-09-05T10:59:29.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:28 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:28] INFO grpc.py:764 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 and UUID 87b9455f-eec7-4032-a4be-ce1a71379bf1, context: None 2024-09-05T10:59:29.654 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:29.654 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:29.654 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage15 2024-09-05T10:59:29.654 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage15 --load-balancing-group 4 2024-09-05T10:59:29.756 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:29Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:29 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/713245526' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:29 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/713245526' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:29.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:29 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/713245526' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:30.504 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 15 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:30.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:30 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:30] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:30.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:30 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:30] INFO grpc.py:277 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:30.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:30 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:30] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T10:59:30.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:30 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:30.514168] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 rbd disk to lun 2024-09-05T10:59:30.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:30 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:30] INFO grpc.py:764 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 and UUID f69c5096-5a3b-450a-a70f-c3679f499c46, context: None 2024-09-05T10:59:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:30 smithi050 ceph-mon[29032]: pgmap v378: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 1.7 KiB/s wr, 94 op/s 2024-09-05T10:59:30.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:30] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 4 context: , client address: IPv4 172.21.15.33:47432 2024-09-05T10:59:30.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:30] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:30.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:30] INFO grpc.py:277 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:47432 2024-09-05T10:59:30.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:30] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T10:59:30.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:30.488150] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 rbd disk to lun 2024-09-05T10:59:30.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:30] INFO grpc.py:764 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using UUID f69c5096-5a3b-450a-a70f-c3679f499c46 , context: , client address: IPv4 172.21.15.33:47432 2024-09-05T10:59:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:30 smithi154 ceph-mon[32554]: pgmap v378: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 1.7 KiB/s wr, 94 op/s 2024-09-05T10:59:30.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:30 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:30] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:30.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:30 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:30] INFO grpc.py:277 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:30.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:30 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:30] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T10:59:30.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:30 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:30.517655] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 rbd disk to lun 2024-09-05T10:59:30.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:30 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:30] INFO grpc.py:764 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 and UUID f69c5096-5a3b-450a-a70f-c3679f499c46, context: None 2024-09-05T10:59:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:30 smithi119 ceph-mon[32672]: pgmap v378: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s rd, 1.7 KiB/s wr, 94 op/s 2024-09-05T10:59:30.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:30 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:30] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:30.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:30 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:30] INFO grpc.py:277 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:30.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:30 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:30] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T10:59:30.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:30 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:30.517021] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 rbd disk to lun 2024-09-05T10:59:30.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:30 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:30] INFO grpc.py:764 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 and UUID f69c5096-5a3b-450a-a70f-c3679f499c46, context: None 2024-09-05T10:59:31.321 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:31.321 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:31.321 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage16 2024-09-05T10:59:31.322 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage16 --load-balancing-group 1 2024-09-05T10:59:31.410 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:31Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:32.174 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 16 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:32.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:32] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 1 context: , client address: IPv4 172.21.15.33:49026 2024-09-05T10:59:32.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:32] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:32.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:32] INFO grpc.py:277 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:49026 2024-09-05T10:59:32.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T10:59:32.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:32.158174] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 rbd disk to lun 2024-09-05T10:59:32.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:32] INFO grpc.py:764 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using UUID 25ad17f8-c4cb-4c26-a58f-c39ff8975257 , context: , client address: IPv4 172.21.15.33:49026 2024-09-05T10:59:32.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:32] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:32.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:32] INFO grpc.py:277 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:32.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T10:59:32.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:32.187212] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 rbd disk to lun 2024-09-05T10:59:32.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:32] INFO grpc.py:764 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 and UUID 25ad17f8-c4cb-4c26-a58f-c39ff8975257, context: None 2024-09-05T10:59:32.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:32] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:32.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:32] INFO grpc.py:277 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:32.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T10:59:32.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:32.186373] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 rbd disk to lun 2024-09-05T10:59:32.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:32] INFO grpc.py:764 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 and UUID 25ad17f8-c4cb-4c26-a58f-c39ff8975257, context: None 2024-09-05T10:59:32.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:32] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:32.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:32] INFO grpc.py:277 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:32.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T10:59:32.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:32.182827] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 rbd disk to lun 2024-09-05T10:59:32.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:32] INFO grpc.py:764 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 and UUID 25ad17f8-c4cb-4c26-a58f-c39ff8975257, context: None 2024-09-05T10:59:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:32 smithi050 ceph-mon[29032]: pgmap v379: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T10:59:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:32 smithi154 ceph-mon[32554]: pgmap v379: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T10:59:32.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:32 smithi119 ceph-mon[32672]: pgmap v379: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T10:59:33.007 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:33.007 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:33.007 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage17 2024-09-05T10:59:33.007 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage17 --load-balancing-group 2 2024-09-05T10:59:33.084 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:33Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:33.816 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 17 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:34.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:33 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:33] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID 3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:34.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:33 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:33] INFO grpc.py:277 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:34.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:33 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:33] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T10:59:34.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:33 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:33.827900] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a rbd disk to lun 2024-09-05T10:59:34.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:33 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:33] INFO grpc.py:764 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 and UUID 3a249cab-5ed8-4264-aa08-a2edb1cc979a, context: None 2024-09-05T10:59:34.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:33] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 2 context: , client address: IPv4 172.21.15.33:33738 2024-09-05T10:59:34.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:33] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:34.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:33] INFO grpc.py:277 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:33738 2024-09-05T10:59:34.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:33] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T10:59:34.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:33.801468] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a rbd disk to lun 2024-09-05T10:59:34.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:33 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:33] INFO grpc.py:764 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using UUID 3a249cab-5ed8-4264-aa08-a2edb1cc979a , context: , client address: IPv4 172.21.15.33:33738 2024-09-05T10:59:34.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:33 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:33] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID 3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:34.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:33 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:33] INFO grpc.py:277 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:34.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:33 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:33] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T10:59:34.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:33 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:33.829009] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a rbd disk to lun 2024-09-05T10:59:34.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:33 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:33] INFO grpc.py:764 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 and UUID 3a249cab-5ed8-4264-aa08-a2edb1cc979a, context: None 2024-09-05T10:59:34.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:33 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:33] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID 3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-09-05T10:59:34.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:33 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:33] INFO grpc.py:277 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:34.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:33 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:33] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T10:59:34.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:33 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:33.826513] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a rbd disk to lun 2024-09-05T10:59:34.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:33 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:33] INFO grpc.py:764 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 and UUID 3a249cab-5ed8-4264-aa08-a2edb1cc979a, context: None 2024-09-05T10:59:34.709 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:34.709 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:34.709 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage18 2024-09-05T10:59:34.709 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage18 --load-balancing-group 3 2024-09-05T10:59:34.823 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:34Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: pgmap v380: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 1.5 KiB/s wr, 68 op/s 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:34 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: pgmap v380: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 1.5 KiB/s wr, 68 op/s 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:34 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: pgmap v380: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 1.5 KiB/s wr, 68 op/s 2024-09-05T10:59:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T10:59:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:34 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.540 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 18 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:35.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:35 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:35] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID 8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:35.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:35 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:35] INFO grpc.py:277 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:35.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:35 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:35] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T10:59:35.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:35 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:35.550929] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8344a95b-d305-44c1-b588-5390816376a5 rbd disk to lun 2024-09-05T10:59:35.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:35 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:35] INFO grpc.py:764 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 and UUID 8344a95b-d305-44c1-b588-5390816376a5, context: None 2024-09-05T10:59:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T10:59:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:35] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 3 context: , client address: IPv4 172.21.15.33:42790 2024-09-05T10:59:35.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:35] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:35.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:35] INFO grpc.py:277 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:42790 2024-09-05T10:59:35.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:35] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T10:59:35.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:35.522887] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8344a95b-d305-44c1-b588-5390816376a5 rbd disk to lun 2024-09-05T10:59:35.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:35 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:35] INFO grpc.py:764 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using UUID 8344a95b-d305-44c1-b588-5390816376a5 , context: , client address: IPv4 172.21.15.33:42790 2024-09-05T10:59:35.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T10:59:35.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:35] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID 8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:35.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:35] INFO grpc.py:277 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:35.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:35] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T10:59:35.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:35.551670] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8344a95b-d305-44c1-b588-5390816376a5 rbd disk to lun 2024-09-05T10:59:35.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:35 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:35] INFO grpc.py:764 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 and UUID 8344a95b-d305-44c1-b588-5390816376a5, context: None 2024-09-05T10:59:35.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T10:59:35.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:35.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:35] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID 8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-09-05T10:59:35.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:35] INFO grpc.py:277 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:35.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:35] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T10:59:35.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:35.552694] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8344a95b-d305-44c1-b588-5390816376a5 rbd disk to lun 2024-09-05T10:59:35.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:35 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:35] INFO grpc.py:764 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 and UUID 8344a95b-d305-44c1-b588-5390816376a5, context: None 2024-09-05T10:59:36.435 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:36.435 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:36.435 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage19 2024-09-05T10:59:36.435 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage19 --load-balancing-group 4 2024-09-05T10:59:36.509 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:36Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:36 smithi050 ceph-mon[29032]: pgmap v381: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 KiB/s wr, 75 op/s 2024-09-05T10:59:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T10:59:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:59:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:59:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:36 smithi154 ceph-mon[32554]: pgmap v381: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 KiB/s wr, 75 op/s 2024-09-05T10:59:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T10:59:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:59:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:59:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:36 smithi119 ceph-mon[32672]: pgmap v381: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 KiB/s wr, 75 op/s 2024-09-05T10:59:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T10:59:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T10:59:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T10:59:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T10:59:37.199 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 19 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:37.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:37] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 4 context: , client address: IPv4 172.21.15.33:56014 2024-09-05T10:59:37.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:37] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:37.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:37] INFO grpc.py:277 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:56014 2024-09-05T10:59:37.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T10:59:37.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:37.184007] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b rbd disk to lun 2024-09-05T10:59:37.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:37] INFO grpc.py:764 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using UUID 5e571ae8-9fb0-4c66-a225-7ed15f42da4b , context: , client address: IPv4 172.21.15.33:56014 2024-09-05T10:59:37.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:37] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID 5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:37.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:37] INFO grpc.py:277 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:37.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T10:59:37.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:37.209045] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b rbd disk to lun 2024-09-05T10:59:37.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:37] INFO grpc.py:764 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 and UUID 5e571ae8-9fb0-4c66-a225-7ed15f42da4b, context: None 2024-09-05T10:59:37.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:37] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID 5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:37.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:37] INFO grpc.py:277 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:37.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T10:59:37.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:37.208084] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b rbd disk to lun 2024-09-05T10:59:37.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:37] INFO grpc.py:764 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 and UUID 5e571ae8-9fb0-4c66-a225-7ed15f42da4b, context: None 2024-09-05T10:59:37.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:37] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID 5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1, ana group 4 context: None 2024-09-05T10:59:37.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:37] INFO grpc.py:277 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:37.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T10:59:37.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:37.209798] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b rbd disk to lun 2024-09-05T10:59:37.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:37] INFO grpc.py:764 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 and UUID 5e571ae8-9fb0-4c66-a225-7ed15f42da4b, context: None 2024-09-05T10:59:38.038 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:38.039 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:38.039 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage20 2024-09-05T10:59:38.039 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage20 --load-balancing-group 1 2024-09-05T10:59:38.119 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:38Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:38.814 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:38 smithi050 ceph-mon[29032]: pgmap v382: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 1.7 KiB/s wr, 87 op/s 2024-09-05T10:59:38.852 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:38 smithi119 ceph-mon[32672]: pgmap v382: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 1.7 KiB/s wr, 87 op/s 2024-09-05T10:59:38.853 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 20 to nqn.2016-06.io.spdk:cnode1: Successful 2024-09-05T10:59:38.853 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:38 smithi154 ceph-mon[32554]: pgmap v382: 33 pgs: 33 active+clean; 609 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 1.7 KiB/s wr, 87 op/s 2024-09-05T10:59:39.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:38 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:38] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID 9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:39.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:38 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:38] INFO grpc.py:277 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:39.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:38 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:38] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T10:59:39.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:38 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:38.861923] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 rbd disk to lun 2024-09-05T10:59:39.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:38 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:38] INFO grpc.py:764 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 and UUID 9d34cfd4-a7e5-4029-beea-ca04840dff58, context: None 2024-09-05T10:59:39.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:38 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:38] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 1 context: , client address: IPv4 172.21.15.33:48244 2024-09-05T10:59:39.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:38 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:38] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T10:59:39.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:38 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:38] INFO grpc.py:277 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:48244 2024-09-05T10:59:39.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:38 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:38] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T10:59:39.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:38 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:38.836225] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 rbd disk to lun 2024-09-05T10:59:39.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:38 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:38] INFO grpc.py:764 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using UUID 9d34cfd4-a7e5-4029-beea-ca04840dff58 , context: , client address: IPv4 172.21.15.33:48244 2024-09-05T10:59:39.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:38 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:38] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID 9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:39.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:38 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:38] INFO grpc.py:277 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:39.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:38 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:38] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T10:59:39.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:38 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:38.863674] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 rbd disk to lun 2024-09-05T10:59:39.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:38 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:38] INFO grpc.py:764 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 and UUID 9d34cfd4-a7e5-4029-beea-ca04840dff58, context: None 2024-09-05T10:59:39.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:38 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:38] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID 9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-09-05T10:59:39.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:38 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:38] INFO grpc.py:277 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:39.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:38 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:38] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T10:59:39.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:38 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:38.863008] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 rbd disk to lun 2024-09-05T10:59:39.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:38 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:38] INFO grpc.py:764 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 and UUID 9d34cfd4-a7e5-4029-beea-ca04840dff58, context: None 2024-09-05T10:59:39.780 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:39.780 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T10:59:39.780 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T10:59:39.781 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 20 2024-09-05T10:59:39.781 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:39.781 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage21 2024-09-05T10:59:39.781 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage21 --load-balancing-group 2 2024-09-05T10:59:39.876 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:39Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:39.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:39 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1447575420' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:39.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:39 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1447575420' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:39.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:39 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1447575420' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:40.655 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 1 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:40 smithi050 ceph-mon[29032]: pgmap v383: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T10:59:40.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:40] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 2 context: , client address: IPv4 172.21.15.33:49628 2024-09-05T10:59:40.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:40] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:40.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:40] INFO grpc.py:277 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:49628 2024-09-05T10:59:40.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:40] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T10:59:40.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:40.640584] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_28418a36-aea7-44d3-a37e-d079d806e41d rbd disk to lun 2024-09-05T10:59:40.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:40] INFO grpc.py:764 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using UUID 28418a36-aea7-44d3-a37e-d079d806e41d , context: , client address: IPv4 172.21.15.33:49628 2024-09-05T10:59:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:40 smithi154 ceph-mon[32554]: pgmap v383: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T10:59:40.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:40 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:40] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID 28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:40.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:40 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:40] INFO grpc.py:277 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:40.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:40 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:40] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T10:59:40.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:40 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:40.665125] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_28418a36-aea7-44d3-a37e-d079d806e41d rbd disk to lun 2024-09-05T10:59:40.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:40 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:40] INFO grpc.py:764 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 and UUID 28418a36-aea7-44d3-a37e-d079d806e41d, context: None 2024-09-05T10:59:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:40 smithi119 ceph-mon[32672]: pgmap v383: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T10:59:40.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:40 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:40] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID 28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:40.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:40 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:40] INFO grpc.py:277 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:40.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:40 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:40] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T10:59:40.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:40 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:40.667658] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_28418a36-aea7-44d3-a37e-d079d806e41d rbd disk to lun 2024-09-05T10:59:40.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:40 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:40] INFO grpc.py:764 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 and UUID 28418a36-aea7-44d3-a37e-d079d806e41d, context: None 2024-09-05T10:59:41.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:40 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:40] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID 28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:41.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:40 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:40] INFO grpc.py:277 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:41.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:40 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:40] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T10:59:41.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:40 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:40.669145] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_28418a36-aea7-44d3-a37e-d079d806e41d rbd disk to lun 2024-09-05T10:59:41.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:40 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:40] INFO grpc.py:764 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 and UUID 28418a36-aea7-44d3-a37e-d079d806e41d, context: None 2024-09-05T10:59:41.541 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:41.541 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:41.541 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage22 2024-09-05T10:59:41.541 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage22 --load-balancing-group 3 2024-09-05T10:59:41.623 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:41Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:42.331 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 2 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:42.562 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:42] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 3 context: , client address: IPv4 172.21.15.33:50428 2024-09-05T10:59:42.562 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:42] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:42.562 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:42] INFO grpc.py:277 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:50428 2024-09-05T10:59:42.563 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T10:59:42.563 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:42.315764] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_57048585-fdea-4aad-9978-773c30120d52 rbd disk to lun 2024-09-05T10:59:42.563 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:42] INFO grpc.py:764 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using UUID 57048585-fdea-4aad-9978-773c30120d52 , context: , client address: IPv4 172.21.15.33:50428 2024-09-05T10:59:42.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:42] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID 57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:42.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:42] INFO grpc.py:277 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:42.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T10:59:42.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:42.343928] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_57048585-fdea-4aad-9978-773c30120d52 rbd disk to lun 2024-09-05T10:59:42.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:42] INFO grpc.py:764 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 and UUID 57048585-fdea-4aad-9978-773c30120d52, context: None 2024-09-05T10:59:42.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:42 smithi154 ceph-mon[32554]: pgmap v384: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.9 KiB/s wr, 68 op/s 2024-09-05T10:59:42.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:42] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID 57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:42.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:42] INFO grpc.py:277 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:42.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T10:59:42.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:42.343012] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_57048585-fdea-4aad-9978-773c30120d52 rbd disk to lun 2024-09-05T10:59:42.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:42] INFO grpc.py:764 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 and UUID 57048585-fdea-4aad-9978-773c30120d52, context: None 2024-09-05T10:59:42.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:42 smithi119 ceph-mon[32672]: pgmap v384: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.9 KiB/s wr, 68 op/s 2024-09-05T10:59:42.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:42] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID 57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:42.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:42] INFO grpc.py:277 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:42.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T10:59:42.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:42.339063] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_57048585-fdea-4aad-9978-773c30120d52 rbd disk to lun 2024-09-05T10:59:42.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:42] INFO grpc.py:764 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 and UUID 57048585-fdea-4aad-9978-773c30120d52, context: None 2024-09-05T10:59:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:42 smithi050 ceph-mon[29032]: pgmap v384: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.9 KiB/s wr, 68 op/s 2024-09-05T10:59:43.175 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:43.175 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:43.175 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage23 2024-09-05T10:59:43.176 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage23 --load-balancing-group 4 2024-09-05T10:59:43.250 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:43Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:43.984 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 3 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:44.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:43] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:44.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:43] INFO grpc.py:277 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:44.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:43] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T10:59:44.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:43.996023] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 rbd disk to lun 2024-09-05T10:59:44.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:43] INFO grpc.py:764 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 and UUID 23c95e9a-c4e9-4009-81bc-5efedbcb65d6, context: None 2024-09-05T10:59:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:43] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:43] INFO grpc.py:277 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:43] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T10:59:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:43.992115] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 rbd disk to lun 2024-09-05T10:59:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:43] INFO grpc.py:764 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 and UUID 23c95e9a-c4e9-4009-81bc-5efedbcb65d6, context: None 2024-09-05T10:59:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:43] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 4 context: , client address: IPv4 172.21.15.33:48838 2024-09-05T10:59:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:43] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:43] INFO grpc.py:277 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:48838 2024-09-05T10:59:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:43] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T10:59:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:43.967226] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 rbd disk to lun 2024-09-05T10:59:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:43] INFO grpc.py:764 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using UUID 23c95e9a-c4e9-4009-81bc-5efedbcb65d6 , context: , client address: IPv4 172.21.15.33:48838 2024-09-05T10:59:44.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:43 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:43] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:44.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:43 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:43] INFO grpc.py:277 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:44.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:43 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:43] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T10:59:44.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:43 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:43.996618] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 rbd disk to lun 2024-09-05T10:59:44.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:43 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:43] INFO grpc.py:764 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 and UUID 23c95e9a-c4e9-4009-81bc-5efedbcb65d6, context: None 2024-09-05T10:59:44.853 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:44.853 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:44.853 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage24 2024-09-05T10:59:44.853 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage24 --load-balancing-group 1 2024-09-05T10:59:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:44 smithi050 ceph-mon[29032]: pgmap v385: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T10:59:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:44 smithi154 ceph-mon[32554]: pgmap v385: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T10:59:44.931 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:44Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:44.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:44 smithi119 ceph-mon[32672]: pgmap v385: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T10:59:45.626 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 4 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:45.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:45 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:45] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:45.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:45 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:45] INFO grpc.py:277 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:45.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:45 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:45] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T10:59:45.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:45 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:45.638793] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 rbd disk to lun 2024-09-05T10:59:45.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:45 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:45] INFO grpc.py:764 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID d9f2c0c3-ee7f-4d80-8464-a6b3efe84782, context: None 2024-09-05T10:59:45.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:45] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 1 context: , client address: IPv4 172.21.15.33:53510 2024-09-05T10:59:45.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:45] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:45.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:45] INFO grpc.py:277 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:53510 2024-09-05T10:59:45.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:45] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T10:59:45.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:45.611467] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 rbd disk to lun 2024-09-05T10:59:45.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:45] INFO grpc.py:764 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using UUID d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 , context: , client address: IPv4 172.21.15.33:53510 2024-09-05T10:59:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:45 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:45] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:45 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:45] INFO grpc.py:277 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:45 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:45] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T10:59:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:45 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:45.637783] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 rbd disk to lun 2024-09-05T10:59:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:45 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:45] INFO grpc.py:764 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID d9f2c0c3-ee7f-4d80-8464-a6b3efe84782, context: None 2024-09-05T10:59:45.997 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:45 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:45] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:45.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:45 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:45] INFO grpc.py:277 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:45.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:45 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:45] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T10:59:45.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:45 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:45.636987] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 rbd disk to lun 2024-09-05T10:59:45.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:45 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:45] INFO grpc.py:764 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID d9f2c0c3-ee7f-4d80-8464-a6b3efe84782, context: None 2024-09-05T10:59:46.470 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:46.471 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:46.471 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage25 2024-09-05T10:59:46.471 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage25 --load-balancing-group 2 2024-09-05T10:59:46.583 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:46Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:46 smithi050 ceph-mon[29032]: pgmap v386: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 129 KiB/s rd, 2.2 KiB/s wr, 94 op/s 2024-09-05T10:59:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:46 smithi154 ceph-mon[32554]: pgmap v386: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 129 KiB/s rd, 2.2 KiB/s wr, 94 op/s 2024-09-05T10:59:46.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:46 smithi119 ceph-mon[32672]: pgmap v386: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 129 KiB/s rd, 2.2 KiB/s wr, 94 op/s 2024-09-05T10:59:47.337 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 5 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:47.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:47 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:47] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID 2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:47.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:47 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:47] INFO grpc.py:277 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:47.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:47 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:47] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T10:59:47.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:47 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:47.348987] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 rbd disk to lun 2024-09-05T10:59:47.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:47 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:47] INFO grpc.py:764 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID 2696182e-dae6-4b2b-8361-1e4cfa600aa4, context: None 2024-09-05T10:59:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:47] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 2 context: , client address: IPv4 172.21.15.33:51380 2024-09-05T10:59:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:47] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:47] INFO grpc.py:277 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:51380 2024-09-05T10:59:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:47] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T10:59:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:47.321456] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 rbd disk to lun 2024-09-05T10:59:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:47] INFO grpc.py:764 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using UUID 2696182e-dae6-4b2b-8361-1e4cfa600aa4 , context: , client address: IPv4 172.21.15.33:51380 2024-09-05T10:59:47.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:47] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID 2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:47.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:47] INFO grpc.py:277 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:47.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:47] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T10:59:47.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:47.346382] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 rbd disk to lun 2024-09-05T10:59:47.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:47] INFO grpc.py:764 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID 2696182e-dae6-4b2b-8361-1e4cfa600aa4, context: None 2024-09-05T10:59:47.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:47] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID 2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:47.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:47] INFO grpc.py:277 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:47.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:47] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T10:59:47.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:47.350842] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 rbd disk to lun 2024-09-05T10:59:47.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:47] INFO grpc.py:764 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID 2696182e-dae6-4b2b-8361-1e4cfa600aa4, context: None 2024-09-05T10:59:48.231 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:48.232 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:48.232 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage26 2024-09-05T10:59:48.232 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage26 --load-balancing-group 3 2024-09-05T10:59:48.304 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:48Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:48 smithi050 ceph-mon[29032]: pgmap v387: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s rd, 1.7 KiB/s wr, 88 op/s 2024-09-05T10:59:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:48 smithi154 ceph-mon[32554]: pgmap v387: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s rd, 1.7 KiB/s wr, 88 op/s 2024-09-05T10:59:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:48 smithi119 ceph-mon[32672]: pgmap v387: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s rd, 1.7 KiB/s wr, 88 op/s 2024-09-05T10:59:49.061 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 6 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:49.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:49 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:49] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:49.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:49 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:49] INFO grpc.py:277 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:49.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:49 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:49] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T10:59:49.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:49 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:49.074773] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 rbd disk to lun 2024-09-05T10:59:49.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:49 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:49] INFO grpc.py:764 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 and UUID 664591e6-b3a2-4ae7-949b-399d59cf8008, context: None 2024-09-05T10:59:49.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:49] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 3 context: , client address: IPv4 172.21.15.33:49102 2024-09-05T10:59:49.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:49] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T10:59:49.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:49] INFO grpc.py:277 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:49102 2024-09-05T10:59:49.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:49] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T10:59:49.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:49.044890] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 rbd disk to lun 2024-09-05T10:59:49.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:49] INFO grpc.py:764 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using UUID 664591e6-b3a2-4ae7-949b-399d59cf8008 , context: , client address: IPv4 172.21.15.33:49102 2024-09-05T10:59:49.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:49 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:49] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:49.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:49 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:49] INFO grpc.py:277 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:49.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:49 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:49] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T10:59:49.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:49 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:49.071806] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 rbd disk to lun 2024-09-05T10:59:49.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:49 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:49] INFO grpc.py:764 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 and UUID 664591e6-b3a2-4ae7-949b-399d59cf8008, context: None 2024-09-05T10:59:49.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:49] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:49.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:49] INFO grpc.py:277 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:49.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:49] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T10:59:49.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:49.070538] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 rbd disk to lun 2024-09-05T10:59:49.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:49] INFO grpc.py:764 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 and UUID 664591e6-b3a2-4ae7-949b-399d59cf8008, context: None 2024-09-05T10:59:49.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:49 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/153234394' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:49.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:49 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/153234394' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:49.941 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:49.941 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:49.942 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage27 2024-09-05T10:59:49.942 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage27 --load-balancing-group 4 2024-09-05T10:59:49.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:49 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/153234394' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:50.020 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:50Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:50.757 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 7 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:50 smithi050 ceph-mon[29032]: pgmap v388: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.6 KiB/s wr, 80 op/s 2024-09-05T10:59:50.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:50] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 4 context: , client address: IPv4 172.21.15.33:48522 2024-09-05T10:59:50.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:50] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:50.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:50] INFO grpc.py:277 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:48522 2024-09-05T10:59:50.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:50] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T10:59:50.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:50.740930] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 rbd disk to lun 2024-09-05T10:59:50.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:50] INFO grpc.py:764 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using UUID ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 , context: , client address: IPv4 172.21.15.33:48522 2024-09-05T10:59:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:50 smithi154 ceph-mon[32554]: pgmap v388: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.6 KiB/s wr, 80 op/s 2024-09-05T10:59:50.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:50 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:50] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:50.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:50 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:50] INFO grpc.py:277 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:50.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:50 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:50] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T10:59:50.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:50 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:50.768991] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 rbd disk to lun 2024-09-05T10:59:50.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:50 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:50] INFO grpc.py:764 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 and UUID ccc3824f-8de2-4ff4-84ee-0c3f04f2d617, context: None 2024-09-05T10:59:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:50 smithi119 ceph-mon[32672]: pgmap v388: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.6 KiB/s wr, 80 op/s 2024-09-05T10:59:50.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:50] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:50.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:50] INFO grpc.py:277 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:50.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:50] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T10:59:50.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:50.766598] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 rbd disk to lun 2024-09-05T10:59:50.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:50] INFO grpc.py:764 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 and UUID ccc3824f-8de2-4ff4-84ee-0c3f04f2d617, context: None 2024-09-05T10:59:51.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:50 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:50] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:51.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:50 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:50] INFO grpc.py:277 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:51.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:50 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:50] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T10:59:51.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:50 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:50.768114] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 rbd disk to lun 2024-09-05T10:59:51.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:50 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:50] INFO grpc.py:764 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 and UUID ccc3824f-8de2-4ff4-84ee-0c3f04f2d617, context: None 2024-09-05T10:59:51.585 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:51.585 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:51.585 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage28 2024-09-05T10:59:51.586 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage28 --load-balancing-group 1 2024-09-05T10:59:51.666 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:51Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:52.398 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 8 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:52 smithi050 ceph-mon[29032]: pgmap v389: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 2.2 KiB/s wr, 103 op/s 2024-09-05T10:59:52.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:52] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 1 context: , client address: IPv4 172.21.15.33:53150 2024-09-05T10:59:52.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:52] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:52.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:52] INFO grpc.py:277 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:53150 2024-09-05T10:59:52.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:52] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T10:59:52.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:52.380817] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 rbd disk to lun 2024-09-05T10:59:52.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:52] INFO grpc.py:764 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using UUID d8e73a25-1a3e-491c-9af1-fbdaa0b21239 , context: , client address: IPv4 172.21.15.33:53150 2024-09-05T10:59:52.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:52 smithi154 ceph-mon[32554]: pgmap v389: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 2.2 KiB/s wr, 103 op/s 2024-09-05T10:59:52.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:52] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:52.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:52] INFO grpc.py:277 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:52.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:52] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T10:59:52.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:52.411759] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 rbd disk to lun 2024-09-05T10:59:52.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:52] INFO grpc.py:764 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 and UUID d8e73a25-1a3e-491c-9af1-fbdaa0b21239, context: None 2024-09-05T10:59:52.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:52 smithi119 ceph-mon[32672]: pgmap v389: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 2.2 KiB/s wr, 103 op/s 2024-09-05T10:59:52.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:52] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:52.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:52] INFO grpc.py:277 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:52.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:52] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T10:59:52.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:52.406818] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 rbd disk to lun 2024-09-05T10:59:52.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:52] INFO grpc.py:764 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 and UUID d8e73a25-1a3e-491c-9af1-fbdaa0b21239, context: None 2024-09-05T10:59:52.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:52 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:52] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:52.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:52 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:52] INFO grpc.py:277 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:52.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:52 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:52] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T10:59:52.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:52 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:52.410758] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 rbd disk to lun 2024-09-05T10:59:52.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:52 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:52] INFO grpc.py:764 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 and UUID d8e73a25-1a3e-491c-9af1-fbdaa0b21239, context: None 2024-09-05T10:59:53.237 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:53.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:53.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage29 2024-09-05T10:59:53.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage29 --load-balancing-group 2 2024-09-05T10:59:53.327 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:53Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:54.051 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 9 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:54.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:54] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:54.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:54] INFO grpc.py:277 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:54.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:54] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T10:59:54.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:54.065091] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b rbd disk to lun 2024-09-05T10:59:54.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:54] INFO grpc.py:764 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 and UUID fd26c863-abca-46da-87c1-cb2607bafa6b, context: None 2024-09-05T10:59:54.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:54] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 2 context: , client address: IPv4 172.21.15.33:41988 2024-09-05T10:59:54.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:54] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:54.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:54] INFO grpc.py:277 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:41988 2024-09-05T10:59:54.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:54] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T10:59:54.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:54.036029] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b rbd disk to lun 2024-09-05T10:59:54.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:54] INFO grpc.py:764 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using UUID fd26c863-abca-46da-87c1-cb2607bafa6b , context: , client address: IPv4 172.21.15.33:41988 2024-09-05T10:59:54.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:54] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:54.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:54] INFO grpc.py:277 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:54.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:54] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T10:59:54.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:54.060506] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b rbd disk to lun 2024-09-05T10:59:54.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:54] INFO grpc.py:764 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 and UUID fd26c863-abca-46da-87c1-cb2607bafa6b, context: None 2024-09-05T10:59:54.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:54] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T10:59:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:54] INFO grpc.py:277 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:54] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T10:59:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:54.064314] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b rbd disk to lun 2024-09-05T10:59:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:54] INFO grpc.py:764 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 and UUID fd26c863-abca-46da-87c1-cb2607bafa6b, context: None 2024-09-05T10:59:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:54 smithi050 ceph-mon[29032]: pgmap v390: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T10:59:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:54 smithi154 ceph-mon[32554]: pgmap v390: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T10:59:54.930 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:54.930 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:54.930 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage30 2024-09-05T10:59:54.930 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage30 --load-balancing-group 3 2024-09-05T10:59:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:54 smithi119 ceph-mon[32672]: pgmap v390: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T10:59:55.021 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:55Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:55.789 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 10 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:56.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:55] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID 21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:56.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:55] INFO grpc.py:277 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:56.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:55] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T10:59:56.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:55.798312] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_21a712a2-20fb-4c77-8989-46571afd352c rbd disk to lun 2024-09-05T10:59:56.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:55] INFO grpc.py:764 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 and UUID 21a712a2-20fb-4c77-8989-46571afd352c, context: None 2024-09-05T10:59:56.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:55] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 3 context: , client address: IPv4 172.21.15.33:40260 2024-09-05T10:59:56.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:55] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:56.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:55] INFO grpc.py:277 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:40260 2024-09-05T10:59:56.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:55] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T10:59:56.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:55.772501] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_21a712a2-20fb-4c77-8989-46571afd352c rbd disk to lun 2024-09-05T10:59:56.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:55] INFO grpc.py:764 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using UUID 21a712a2-20fb-4c77-8989-46571afd352c , context: , client address: IPv4 172.21.15.33:40260 2024-09-05T10:59:56.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:55] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID 21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:56.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:55] INFO grpc.py:277 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:56.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:55] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T10:59:56.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:55.801414] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_21a712a2-20fb-4c77-8989-46571afd352c rbd disk to lun 2024-09-05T10:59:56.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:55] INFO grpc.py:764 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 and UUID 21a712a2-20fb-4c77-8989-46571afd352c, context: None 2024-09-05T10:59:56.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:55] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID 21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T10:59:56.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:55] INFO grpc.py:277 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:56.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:55] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T10:59:56.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:55.802493] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_21a712a2-20fb-4c77-8989-46571afd352c rbd disk to lun 2024-09-05T10:59:56.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:55] INFO grpc.py:764 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 and UUID 21a712a2-20fb-4c77-8989-46571afd352c, context: None 2024-09-05T10:59:56.640 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:56.640 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:56.641 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage31 2024-09-05T10:59:56.641 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage31 --load-balancing-group 4 2024-09-05T10:59:56.725 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:56Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:56 smithi050 ceph-mon[29032]: pgmap v391: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 147 KiB/s rd, 2.2 KiB/s wr, 101 op/s 2024-09-05T10:59:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:56 smithi154 ceph-mon[32554]: pgmap v391: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 147 KiB/s rd, 2.2 KiB/s wr, 101 op/s 2024-09-05T10:59:56.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:56 smithi119 ceph-mon[32672]: pgmap v391: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 147 KiB/s rd, 2.2 KiB/s wr, 101 op/s 2024-09-05T10:59:57.446 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 11 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:57.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:57] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 4 context: , client address: IPv4 172.21.15.33:40082 2024-09-05T10:59:57.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:57] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T10:59:57.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:57] INFO grpc.py:277 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:40082 2024-09-05T10:59:57.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:57] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T10:59:57.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:57.428960] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 rbd disk to lun 2024-09-05T10:59:57.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:57] INFO grpc.py:764 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using UUID 8a5817ec-5c4b-4f73-a233-f0b9de98e023 , context: , client address: IPv4 172.21.15.33:40082 2024-09-05T10:59:57.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:57] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID 8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:57.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:57] INFO grpc.py:277 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:57.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:57] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T10:59:57.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:57.454447] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 rbd disk to lun 2024-09-05T10:59:57.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:57] INFO grpc.py:764 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 and UUID 8a5817ec-5c4b-4f73-a233-f0b9de98e023, context: None 2024-09-05T10:59:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:57 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:57] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID 8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:57 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:57] INFO grpc.py:277 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:57 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:57] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T10:59:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:57 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:57.455955] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 rbd disk to lun 2024-09-05T10:59:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:57 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:57] INFO grpc.py:764 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 and UUID 8a5817ec-5c4b-4f73-a233-f0b9de98e023, context: None 2024-09-05T10:59:57.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:57] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID 8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T10:59:57.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:57] INFO grpc.py:277 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:57.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:57] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T10:59:57.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:57.458165] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 rbd disk to lun 2024-09-05T10:59:57.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:57] INFO grpc.py:764 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 and UUID 8a5817ec-5c4b-4f73-a233-f0b9de98e023, context: None 2024-09-05T10:59:58.293 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:58.293 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:58.293 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage32 2024-09-05T10:59:58.293 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage32 --load-balancing-group 1 2024-09-05T10:59:58.378 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T10:59:58Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T10:59:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:58 smithi050 ceph-mon[29032]: pgmap v392: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s rd, 1.7 KiB/s wr, 85 op/s 2024-09-05T10:59:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:58 smithi154 ceph-mon[32554]: pgmap v392: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s rd, 1.7 KiB/s wr, 85 op/s 2024-09-05T10:59:58.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:58 smithi119 ceph-mon[32672]: pgmap v392: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s rd, 1.7 KiB/s wr, 85 op/s 2024-09-05T10:59:59.158 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 12 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T10:59:59.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:59 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:59] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 1 context: , client address: IPv4 172.21.15.33:52234 2024-09-05T10:59:59.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:59 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:59] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T10:59:59.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:59 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:59] INFO grpc.py:277 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:52234 2024-09-05T10:59:59.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:59 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:59] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T10:59:59.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:59 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 10:59:59.142771] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 rbd disk to lun 2024-09-05T10:59:59.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 10:59:59 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 10:59:59] INFO grpc.py:764 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using UUID 02b8bcf1-7c36-4e17-9910-9368c19f2792 , context: , client address: IPv4 172.21.15.33:52234 2024-09-05T10:59:59.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:59] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID 02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:59.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:59] INFO grpc.py:277 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:59.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:59] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T10:59:59.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 10:59:59.171672] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 rbd disk to lun 2024-09-05T10:59:59.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 10:59:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 10:59:59] INFO grpc.py:764 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 and UUID 02b8bcf1-7c36-4e17-9910-9368c19f2792, context: None 2024-09-05T10:59:59.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:59 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:59] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID 02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:59.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:59 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:59] INFO grpc.py:277 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:59.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:59 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:59] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T10:59:59.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:59 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 10:59:59.171201] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 rbd disk to lun 2024-09-05T10:59:59.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 10:59:59 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 10:59:59] INFO grpc.py:764 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 and UUID 02b8bcf1-7c36-4e17-9910-9368c19f2792, context: None 2024-09-05T10:59:59.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:59] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID 02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T10:59:59.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:59] INFO grpc.py:277 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T10:59:59.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:59] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T10:59:59.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 10:59:59.169031] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 rbd disk to lun 2024-09-05T10:59:59.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 10:59:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 10:59:59] INFO grpc.py:764 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 and UUID 02b8bcf1-7c36-4e17-9910-9368c19f2792, context: None 2024-09-05T10:59:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 10:59:59 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3590715314' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 10:59:59 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3590715314' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T10:59:59.986 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T10:59:59.986 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T10:59:59.986 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage33 2024-09-05T10:59:59.986 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage33 --load-balancing-group 2 2024-09-05T10:59:59.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 10:59:59 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3590715314' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:00.066 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:00Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:00.848 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:00 smithi119 ceph-mon[32672]: pgmap v393: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T11:00:00.848 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:00 smithi119 ceph-mon[32672]: overall HEALTH_OK 2024-09-05T11:00:00.848 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 13 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:00.848 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:00 smithi154 ceph-mon[32554]: pgmap v393: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T11:00:00.849 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:00 smithi154 ceph-mon[32554]: overall HEALTH_OK 2024-09-05T11:00:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-mon[29032]: pgmap v393: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T11:00:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-mon[29032]: overall HEALTH_OK 2024-09-05T11:00:00.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:00] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 2 context: , client address: IPv4 172.21.15.33:54742 2024-09-05T11:00:00.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:00] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:00.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:00] INFO grpc.py:277 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:54742 2024-09-05T11:00:00.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:00] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:00:00.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:00.830590] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 rbd disk to lun 2024-09-05T11:00:00.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:00 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:00] INFO grpc.py:764 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using UUID b3b70b36-f160-4ef0-9f38-bf1910a6a104 , context: , client address: IPv4 172.21.15.33:54742 2024-09-05T11:00:01.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:00] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T11:00:01.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:00] INFO grpc.py:277 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:01.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:00] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:00:01.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:00.857578] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 rbd disk to lun 2024-09-05T11:00:01.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:00] INFO grpc.py:764 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 and UUID b3b70b36-f160-4ef0-9f38-bf1910a6a104, context: None 2024-09-05T11:00:01.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:00] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T11:00:01.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:00] INFO grpc.py:277 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:01.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:00] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:00:01.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:00.855995] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 rbd disk to lun 2024-09-05T11:00:01.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:00] INFO grpc.py:764 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 and UUID b3b70b36-f160-4ef0-9f38-bf1910a6a104, context: None 2024-09-05T11:00:01.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:00 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:00] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T11:00:01.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:00 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:00] INFO grpc.py:277 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:01.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:00 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:00] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:00:01.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:00 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:00.860831] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 rbd disk to lun 2024-09-05T11:00:01.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:00 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:00] INFO grpc.py:764 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 and UUID b3b70b36-f160-4ef0-9f38-bf1910a6a104, context: None 2024-09-05T11:00:01.679 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:01.680 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:01.680 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage34 2024-09-05T11:00:01.680 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage34 --load-balancing-group 3 2024-09-05T11:00:01.782 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:01Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:02.569 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 14 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:02.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:02] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T11:00:02.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:02] INFO grpc.py:277 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:02.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:02] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:00:02.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:02.578429] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 rbd disk to lun 2024-09-05T11:00:02.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:02] INFO grpc.py:764 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 and UUID b00345f9-fba8-46ea-8e25-3f85dcb7b5f8, context: None 2024-09-05T11:00:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:02 smithi050 ceph-mon[29032]: pgmap v394: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 1.9 KiB/s wr, 65 op/s 2024-09-05T11:00:02.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:02] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 3 context: , client address: IPv4 172.21.15.33:59026 2024-09-05T11:00:02.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:02] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:02.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:02] INFO grpc.py:277 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:59026 2024-09-05T11:00:02.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:02] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:00:02.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:02.551952] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 rbd disk to lun 2024-09-05T11:00:02.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:02] INFO grpc.py:764 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using UUID b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 , context: , client address: IPv4 172.21.15.33:59026 2024-09-05T11:00:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:02 smithi154 ceph-mon[32554]: pgmap v394: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 1.9 KiB/s wr, 65 op/s 2024-09-05T11:00:02.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:02] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T11:00:02.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:02] INFO grpc.py:277 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:02.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:02] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:00:02.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:02.580900] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 rbd disk to lun 2024-09-05T11:00:02.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:02] INFO grpc.py:764 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 and UUID b00345f9-fba8-46ea-8e25-3f85dcb7b5f8, context: None 2024-09-05T11:00:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:02 smithi119 ceph-mon[32672]: pgmap v394: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 1.9 KiB/s wr, 65 op/s 2024-09-05T11:00:02.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:02 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:02] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T11:00:02.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:02 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:02] INFO grpc.py:277 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:02.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:02 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:02] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:00:02.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:02 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:02.577337] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 rbd disk to lun 2024-09-05T11:00:02.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:02 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:02] INFO grpc.py:764 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 and UUID b00345f9-fba8-46ea-8e25-3f85dcb7b5f8, context: None 2024-09-05T11:00:03.364 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:03.364 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:03.364 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage35 2024-09-05T11:00:03.364 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage35 --load-balancing-group 4 2024-09-05T11:00:03.450 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:03Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:04.206 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 15 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:04.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:04 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:04] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID 6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T11:00:04.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:04 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:04] INFO grpc.py:277 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:04.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:04 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:04] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:00:04.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:04 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:04.220211] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 rbd disk to lun 2024-09-05T11:00:04.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:04 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:04] INFO grpc.py:764 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 and UUID 6efa3ae4-31be-4778-ab46-54ba74b5ad79, context: None 2024-09-05T11:00:04.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:04] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 4 context: , client address: IPv4 172.21.15.33:36570 2024-09-05T11:00:04.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:04] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:04.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:04] INFO grpc.py:277 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:36570 2024-09-05T11:00:04.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:04] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:00:04.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:04.191293] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 rbd disk to lun 2024-09-05T11:00:04.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:04 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:04] INFO grpc.py:764 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using UUID 6efa3ae4-31be-4778-ab46-54ba74b5ad79 , context: , client address: IPv4 172.21.15.33:36570 2024-09-05T11:00:04.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:04] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID 6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T11:00:04.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:04] INFO grpc.py:277 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:04.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:04] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:00:04.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:04.219275] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 rbd disk to lun 2024-09-05T11:00:04.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:04] INFO grpc.py:764 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 and UUID 6efa3ae4-31be-4778-ab46-54ba74b5ad79, context: None 2024-09-05T11:00:04.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:04 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:04] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID 6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T11:00:04.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:04 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:04] INFO grpc.py:277 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:04.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:04 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:04] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:00:04.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:04 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:04.216904] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 rbd disk to lun 2024-09-05T11:00:04.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:04 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:04] INFO grpc.py:764 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 and UUID 6efa3ae4-31be-4778-ab46-54ba74b5ad79, context: None 2024-09-05T11:00:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:04 smithi050 ceph-mon[29032]: pgmap v395: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T11:00:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:04 smithi154 ceph-mon[32554]: pgmap v395: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T11:00:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:04 smithi119 ceph-mon[32672]: pgmap v395: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 1.4 KiB/s wr, 60 op/s 2024-09-05T11:00:05.126 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:05.126 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:05.126 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage36 2024-09-05T11:00:05.126 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage36 --load-balancing-group 1 2024-09-05T11:00:05.203 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:05Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:05.900 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 16 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:06.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:05] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 1 context: , client address: IPv4 172.21.15.33:34614 2024-09-05T11:00:06.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:05] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:06.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:05] INFO grpc.py:277 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:34614 2024-09-05T11:00:06.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:05] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:00:06.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:05.883748] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 rbd disk to lun 2024-09-05T11:00:06.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:05 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:05] INFO grpc.py:764 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using UUID 94d6d9f5-f29f-4368-b1e5-b0462ee494b3 , context: , client address: IPv4 172.21.15.33:34614 2024-09-05T11:00:06.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:05] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T11:00:06.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:05] INFO grpc.py:277 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:06.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:05] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:00:06.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:05.907768] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 rbd disk to lun 2024-09-05T11:00:06.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:05] INFO grpc.py:764 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 and UUID 94d6d9f5-f29f-4368-b1e5-b0462ee494b3, context: None 2024-09-05T11:00:06.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:05 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:05] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T11:00:06.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:05 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:05] INFO grpc.py:277 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:06.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:05 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:05] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:00:06.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:05 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:05.909281] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 rbd disk to lun 2024-09-05T11:00:06.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:05 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:05] INFO grpc.py:764 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 and UUID 94d6d9f5-f29f-4368-b1e5-b0462ee494b3, context: None 2024-09-05T11:00:06.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:05 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:05] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T11:00:06.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:05 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:05] INFO grpc.py:277 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:06.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:05 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:05] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:00:06.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:05 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:05.911076] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 rbd disk to lun 2024-09-05T11:00:06.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:05 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:05] INFO grpc.py:764 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 and UUID 94d6d9f5-f29f-4368-b1e5-b0462ee494b3, context: None 2024-09-05T11:00:06.735 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:06.735 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:06.735 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage37 2024-09-05T11:00:06.735 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage37 --load-balancing-group 2 2024-09-05T11:00:06.814 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:06Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:06 smithi050 ceph-mon[29032]: pgmap v396: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T11:00:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:06 smithi154 ceph-mon[32554]: pgmap v396: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T11:00:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:06 smithi119 ceph-mon[32672]: pgmap v396: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T11:00:07.532 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 17 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:07.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:07] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID 08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T11:00:07.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:07] INFO grpc.py:277 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:07.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:07] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:00:07.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:07.539783] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 rbd disk to lun 2024-09-05T11:00:07.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:07 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:07] INFO grpc.py:764 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 and UUID 08c7d98c-393c-42a8-aafc-5a5d21639ee8, context: None 2024-09-05T11:00:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:07 smithi050 ceph-mon[29032]: pgmap v397: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T11:00:07.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:07] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 2 context: , client address: IPv4 172.21.15.33:55344 2024-09-05T11:00:07.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:07] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:07.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:07] INFO grpc.py:277 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:55344 2024-09-05T11:00:07.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:07] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:00:07.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:07.516192] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 rbd disk to lun 2024-09-05T11:00:07.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:07 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:07] INFO grpc.py:764 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using UUID 08c7d98c-393c-42a8-aafc-5a5d21639ee8 , context: , client address: IPv4 172.21.15.33:55344 2024-09-05T11:00:07.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:07 smithi154 ceph-mon[32554]: pgmap v397: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T11:00:07.929 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:07] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID 08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T11:00:07.929 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:07] INFO grpc.py:277 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:07.929 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:07] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:00:07.929 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:07.541064] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 rbd disk to lun 2024-09-05T11:00:07.929 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:07] INFO grpc.py:764 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 and UUID 08c7d98c-393c-42a8-aafc-5a5d21639ee8, context: None 2024-09-05T11:00:07.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:07 smithi119 ceph-mon[32672]: pgmap v397: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s rd, 1.5 KiB/s wr, 69 op/s 2024-09-05T11:00:07.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:07] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID 08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-09-05T11:00:07.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:07] INFO grpc.py:277 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:07.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:07] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:00:07.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:07.542573] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 rbd disk to lun 2024-09-05T11:00:07.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:07] INFO grpc.py:764 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 and UUID 08c7d98c-393c-42a8-aafc-5a5d21639ee8, context: None 2024-09-05T11:00:08.355 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:08.355 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:08.355 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage38 2024-09-05T11:00:08.355 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage38 --load-balancing-group 3 2024-09-05T11:00:08.439 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:08Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:09.219 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 18 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:09.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:09 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2665658489' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:09.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:09] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID 808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T11:00:09.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:09] INFO grpc.py:277 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:09.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:09] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:00:09.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:09.231659] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f rbd disk to lun 2024-09-05T11:00:09.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:09] INFO grpc.py:764 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 and UUID 808a7ad9-f021-46d0-96d8-62410ea3651f, context: None 2024-09-05T11:00:09.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:09 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:09] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID 808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T11:00:09.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:09 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:09] INFO grpc.py:277 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:09.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:09 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:09] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:00:09.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:09 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:09.228737] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f rbd disk to lun 2024-09-05T11:00:09.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:09 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:09] INFO grpc.py:764 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 and UUID 808a7ad9-f021-46d0-96d8-62410ea3651f, context: None 2024-09-05T11:00:09.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:09 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2665658489' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:09.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:09 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:09] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 3 context: , client address: IPv4 172.21.15.33:35720 2024-09-05T11:00:09.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:09 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:09] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T11:00:09.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:09 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:09] INFO grpc.py:277 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:35720 2024-09-05T11:00:09.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:09 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:09] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:00:09.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:09 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:09.201655] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f rbd disk to lun 2024-09-05T11:00:09.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:09 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:09] INFO grpc.py:764 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using UUID 808a7ad9-f021-46d0-96d8-62410ea3651f , context: , client address: IPv4 172.21.15.33:35720 2024-09-05T11:00:09.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:09 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2665658489' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:09.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:09] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID 808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-09-05T11:00:09.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:09] INFO grpc.py:277 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:09.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:09] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:00:09.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:09.229918] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f rbd disk to lun 2024-09-05T11:00:09.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:09] INFO grpc.py:764 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 and UUID 808a7ad9-f021-46d0-96d8-62410ea3651f, context: None 2024-09-05T11:00:10.089 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:10.089 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:10.089 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage39 2024-09-05T11:00:10.089 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage39 --load-balancing-group 4 2024-09-05T11:00:10.167 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:10Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:10.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:10 smithi119 ceph-mon[32672]: pgmap v398: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 1.6 KiB/s wr, 80 op/s 2024-09-05T11:00:10.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:10 smithi050 ceph-mon[29032]: pgmap v398: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 1.6 KiB/s wr, 80 op/s 2024-09-05T11:00:10.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:10 smithi154 ceph-mon[32554]: pgmap v398: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 1.6 KiB/s wr, 80 op/s 2024-09-05T11:00:10.923 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 19 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:11.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:10] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 4 context: , client address: IPv4 172.21.15.33:51274 2024-09-05T11:00:11.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:10] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:11.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:10] INFO grpc.py:277 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:51274 2024-09-05T11:00:11.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:00:11.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:10.907159] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 rbd disk to lun 2024-09-05T11:00:11.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:10 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:10] INFO grpc.py:764 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using UUID 1bbeadb4-44b3-4324-a713-fcad0da31e87 , context: , client address: IPv4 172.21.15.33:51274 2024-09-05T11:00:11.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:10] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID 1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T11:00:11.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:10] INFO grpc.py:277 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:11.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:00:11.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:10.935002] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 rbd disk to lun 2024-09-05T11:00:11.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:10] INFO grpc.py:764 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 and UUID 1bbeadb4-44b3-4324-a713-fcad0da31e87, context: None 2024-09-05T11:00:11.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:10] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID 1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T11:00:11.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:10] INFO grpc.py:277 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:11.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:00:11.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:10.932299] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 rbd disk to lun 2024-09-05T11:00:11.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:10] INFO grpc.py:764 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 and UUID 1bbeadb4-44b3-4324-a713-fcad0da31e87, context: None 2024-09-05T11:00:11.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:10] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID 1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2, ana group 4 context: None 2024-09-05T11:00:11.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:10] INFO grpc.py:277 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:11.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:10] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:00:11.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:10.933927] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 rbd disk to lun 2024-09-05T11:00:11.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:10 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:10] INFO grpc.py:764 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 and UUID 1bbeadb4-44b3-4324-a713-fcad0da31e87, context: None 2024-09-05T11:00:11.760 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:11.760 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:11.760 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage40 2024-09-05T11:00:11.760 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage40 --load-balancing-group 1 2024-09-05T11:00:11.853 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:11Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:12.657 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 20 to nqn.2016-06.io.spdk:cnode2: Successful 2024-09-05T11:00:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:12 smithi050 ceph-mon[29032]: pgmap v399: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T11:00:12.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:12] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 1 context: , client address: IPv4 172.21.15.33:58396 2024-09-05T11:00:12.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:12] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:12.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:12] INFO grpc.py:277 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:58396 2024-09-05T11:00:12.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:12] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:00:12.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:12.640510] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 rbd disk to lun 2024-09-05T11:00:12.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:12 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:12] INFO grpc.py:764 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using UUID 4cbf8d25-3821-4b01-9545-f52eae53a4e7 , context: , client address: IPv4 172.21.15.33:58396 2024-09-05T11:00:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:12 smithi154 ceph-mon[32554]: pgmap v399: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T11:00:12.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:12] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID 4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T11:00:12.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:12] INFO grpc.py:277 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:12.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:12] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:00:12.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:12.669398] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 rbd disk to lun 2024-09-05T11:00:12.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:12] INFO grpc.py:764 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 and UUID 4cbf8d25-3821-4b01-9545-f52eae53a4e7, context: None 2024-09-05T11:00:12.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:12 smithi119 ceph-mon[32672]: pgmap v399: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 2.1 KiB/s wr, 85 op/s 2024-09-05T11:00:12.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:12] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID 4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T11:00:12.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:12] INFO grpc.py:277 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:12.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:12] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:00:12.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:12.670110] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 rbd disk to lun 2024-09-05T11:00:12.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:12 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:12] INFO grpc.py:764 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 and UUID 4cbf8d25-3821-4b01-9545-f52eae53a4e7, context: None 2024-09-05T11:00:13.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:12] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID 4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-09-05T11:00:13.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:12] INFO grpc.py:277 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:13.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:12] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:00:13.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:12.667513] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 rbd disk to lun 2024-09-05T11:00:13.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:12 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:12] INFO grpc.py:764 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 and UUID 4cbf8d25-3821-4b01-9545-f52eae53a4e7, context: None 2024-09-05T11:00:13.494 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:13.494 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T11:00:13.494 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T11:00:13.494 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 20 2024-09-05T11:00:13.495 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:13.496 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage41 2024-09-05T11:00:13.496 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage41 --load-balancing-group 2 2024-09-05T11:00:13.609 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:13Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:14.359 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 1 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:14.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:14 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:14] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:14.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:14 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:14] INFO grpc.py:277 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:14.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:14 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:14] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:00:14.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:14 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:14.367736] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 rbd disk to lun 2024-09-05T11:00:14.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:14 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:14] INFO grpc.py:764 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 and UUID e54d63a1-fa8a-493e-8f1a-4564e341fcc8, context: None 2024-09-05T11:00:14.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:14 smithi050 ceph-mon[29032]: pgmap v400: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 133 KiB/s rd, 1.7 KiB/s wr, 96 op/s 2024-09-05T11:00:14.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:14 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:14] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 2 context: , client address: IPv4 172.21.15.33:43196 2024-09-05T11:00:14.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:14 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:14] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:14.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:14 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:14] INFO grpc.py:277 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:43196 2024-09-05T11:00:14.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:14 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:14] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:00:14.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:14 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:14.340719] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 rbd disk to lun 2024-09-05T11:00:14.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:14 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:14] INFO grpc.py:764 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using UUID e54d63a1-fa8a-493e-8f1a-4564e341fcc8 , context: , client address: IPv4 172.21.15.33:43196 2024-09-05T11:00:14.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:14 smithi154 ceph-mon[32554]: pgmap v400: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 133 KiB/s rd, 1.7 KiB/s wr, 96 op/s 2024-09-05T11:00:14.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:14] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:14.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:14] INFO grpc.py:277 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:14.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:14] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:00:14.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:14.370738] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 rbd disk to lun 2024-09-05T11:00:14.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:14] INFO grpc.py:764 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 and UUID e54d63a1-fa8a-493e-8f1a-4564e341fcc8, context: None 2024-09-05T11:00:14.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:14 smithi119 ceph-mon[32672]: pgmap v400: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 133 KiB/s rd, 1.7 KiB/s wr, 96 op/s 2024-09-05T11:00:14.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:14 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:14] INFO grpc.py:921 (2): Received request to add a namespace using NSID 1 and UUID e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:14.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:14 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:14] INFO grpc.py:277 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:14.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:14 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:14] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:00:14.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:14 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:14.371448] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 rbd disk to lun 2024-09-05T11:00:14.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:14 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:14] INFO grpc.py:764 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 and UUID e54d63a1-fa8a-493e-8f1a-4564e341fcc8, context: None 2024-09-05T11:00:15.195 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:15.195 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:15.195 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage42 2024-09-05T11:00:15.196 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage42 --load-balancing-group 3 2024-09-05T11:00:15.279 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:15Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:16.020 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 2 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:16.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:16 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:16] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:16.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:16 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:16] INFO grpc.py:277 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:16.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:16 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:16] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:00:16.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:16 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:16.033894] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de rbd disk to lun 2024-09-05T11:00:16.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:16 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:16] INFO grpc.py:764 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 and UUID dec29b41-c39f-4bad-af31-4c4034c8b9de, context: None 2024-09-05T11:00:16.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:15] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 3 context: , client address: IPv4 172.21.15.33:37978 2024-09-05T11:00:16.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:15] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:16.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:15] INFO grpc.py:277 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:37978 2024-09-05T11:00:16.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:15] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:00:16.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:16 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:16.004633] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de rbd disk to lun 2024-09-05T11:00:16.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:16 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:16] INFO grpc.py:764 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using UUID dec29b41-c39f-4bad-af31-4c4034c8b9de , context: , client address: IPv4 172.21.15.33:37978 2024-09-05T11:00:16.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:16] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:16.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:16] INFO grpc.py:277 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:16.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:16] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:00:16.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:16.032986] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de rbd disk to lun 2024-09-05T11:00:16.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:16] INFO grpc.py:764 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 and UUID dec29b41-c39f-4bad-af31-4c4034c8b9de, context: None 2024-09-05T11:00:16.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:16 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:16] INFO grpc.py:921 (2): Received request to add a namespace using NSID 2 and UUID dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:16.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:16 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:16] INFO grpc.py:277 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:16.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:16 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:16] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:00:16.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:16 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:16.032144] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de rbd disk to lun 2024-09-05T11:00:16.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:16 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:16] INFO grpc.py:764 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 and UUID dec29b41-c39f-4bad-af31-4c4034c8b9de, context: None 2024-09-05T11:00:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:16 smithi050 ceph-mon[29032]: pgmap v401: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T11:00:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:16 smithi154 ceph-mon[32554]: pgmap v401: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T11:00:16.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:16.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:16.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage43 2024-09-05T11:00:16.938 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage43 --load-balancing-group 4 2024-09-05T11:00:16.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:16 smithi119 ceph-mon[32672]: pgmap v401: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T11:00:17.006 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:17Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:17.753 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 3 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:18.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:17] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:18.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:17] INFO grpc.py:277 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:18.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:00:18.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:17.763668] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_512ff165-1c53-4f03-94f7-6fd73040879d rbd disk to lun 2024-09-05T11:00:18.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:17 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:17] INFO grpc.py:764 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 and UUID 512ff165-1c53-4f03-94f7-6fd73040879d, context: None 2024-09-05T11:00:18.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:17] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 4 context: , client address: IPv4 172.21.15.33:41184 2024-09-05T11:00:18.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:17] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:18.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:17] INFO grpc.py:277 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:41184 2024-09-05T11:00:18.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:00:18.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:17.734601] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_512ff165-1c53-4f03-94f7-6fd73040879d rbd disk to lun 2024-09-05T11:00:18.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:17 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:17] INFO grpc.py:764 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using UUID 512ff165-1c53-4f03-94f7-6fd73040879d , context: , client address: IPv4 172.21.15.33:41184 2024-09-05T11:00:18.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:17] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:18.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:17] INFO grpc.py:277 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:18.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:00:18.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:17.766686] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_512ff165-1c53-4f03-94f7-6fd73040879d rbd disk to lun 2024-09-05T11:00:18.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:17] INFO grpc.py:764 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 and UUID 512ff165-1c53-4f03-94f7-6fd73040879d, context: None 2024-09-05T11:00:18.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:17] INFO grpc.py:921 (2): Received request to add a namespace using NSID 3 and UUID 512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:18.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:17] INFO grpc.py:277 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:18.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:17] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:00:18.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:17.765757] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_512ff165-1c53-4f03-94f7-6fd73040879d rbd disk to lun 2024-09-05T11:00:18.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:17] INFO grpc.py:764 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 and UUID 512ff165-1c53-4f03-94f7-6fd73040879d, context: None 2024-09-05T11:00:18.714 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:18.714 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:18.714 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage44 2024-09-05T11:00:18.715 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage44 --load-balancing-group 1 2024-09-05T11:00:18.793 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:18Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:18 smithi050 ceph-mon[29032]: pgmap v402: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 122 KiB/s rd, 1.6 KiB/s wr, 78 op/s 2024-09-05T11:00:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:18 smithi154 ceph-mon[32554]: pgmap v402: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 122 KiB/s rd, 1.6 KiB/s wr, 78 op/s 2024-09-05T11:00:18.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:18 smithi119 ceph-mon[32672]: pgmap v402: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 122 KiB/s rd, 1.6 KiB/s wr, 78 op/s 2024-09-05T11:00:19.537 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 4 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:19.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:19 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:19] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID 63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:19.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:19 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:19] INFO grpc.py:277 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:19.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:19 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:19] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:00:19.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:19 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:19.551569] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_63ab30d3-a704-4489-99ef-92533e165522 rbd disk to lun 2024-09-05T11:00:19.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:19 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:19] INFO grpc.py:764 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 and UUID 63ab30d3-a704-4489-99ef-92533e165522, context: None 2024-09-05T11:00:19.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:19 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2286003691' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:19.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:19] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 1 context: , client address: IPv4 172.21.15.33:46168 2024-09-05T11:00:19.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:19] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T11:00:19.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:19] INFO grpc.py:277 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:46168 2024-09-05T11:00:19.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:19] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:00:19.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:19.522238] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_63ab30d3-a704-4489-99ef-92533e165522 rbd disk to lun 2024-09-05T11:00:19.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:19] INFO grpc.py:764 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using UUID 63ab30d3-a704-4489-99ef-92533e165522 , context: , client address: IPv4 172.21.15.33:46168 2024-09-05T11:00:19.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:19 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2286003691' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:19.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:19] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID 63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:19.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:19] INFO grpc.py:277 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:19.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:19] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:00:19.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:19.550224] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_63ab30d3-a704-4489-99ef-92533e165522 rbd disk to lun 2024-09-05T11:00:19.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:19] INFO grpc.py:764 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 and UUID 63ab30d3-a704-4489-99ef-92533e165522, context: None 2024-09-05T11:00:19.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:19 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2286003691' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:19.997 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:19] INFO grpc.py:921 (2): Received request to add a namespace using NSID 4 and UUID 63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:19.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:19] INFO grpc.py:277 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:19.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:19] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:00:19.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:19.547951] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_63ab30d3-a704-4489-99ef-92533e165522 rbd disk to lun 2024-09-05T11:00:19.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:19] INFO grpc.py:764 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 and UUID 63ab30d3-a704-4489-99ef-92533e165522, context: None 2024-09-05T11:00:20.406 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:20.406 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:20.406 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage45 2024-09-05T11:00:20.406 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage45 --load-balancing-group 2 2024-09-05T11:00:20.509 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:20Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:20 smithi050 ceph-mon[29032]: pgmap v403: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 1.6 KiB/s wr, 78 op/s 2024-09-05T11:00:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:20 smithi154 ceph-mon[32554]: pgmap v403: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 1.6 KiB/s wr, 78 op/s 2024-09-05T11:00:20.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:20 smithi119 ceph-mon[32672]: pgmap v403: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 1.6 KiB/s wr, 78 op/s 2024-09-05T11:00:21.228 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 5 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:21.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:21] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:21.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:21] INFO grpc.py:277 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:21.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:21] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:00:21.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:21.235943] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ffc1b815-89af-403c-a642-01174dae8123 rbd disk to lun 2024-09-05T11:00:21.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:21] INFO grpc.py:764 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 and UUID ffc1b815-89af-403c-a642-01174dae8123, context: None 2024-09-05T11:00:21.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:21 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:21] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:21.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:21 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:21] INFO grpc.py:277 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:21.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:21 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:21] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:00:21.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:21 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:21.237743] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ffc1b815-89af-403c-a642-01174dae8123 rbd disk to lun 2024-09-05T11:00:21.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:21 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:21] INFO grpc.py:764 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 and UUID ffc1b815-89af-403c-a642-01174dae8123, context: None 2024-09-05T11:00:21.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:21] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 2 context: , client address: IPv4 172.21.15.33:33980 2024-09-05T11:00:21.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:21] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:21.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:21] INFO grpc.py:277 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:33980 2024-09-05T11:00:21.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:21] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:00:21.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:21.210919] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ffc1b815-89af-403c-a642-01174dae8123 rbd disk to lun 2024-09-05T11:00:21.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:21] INFO grpc.py:764 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using UUID ffc1b815-89af-403c-a642-01174dae8123 , context: , client address: IPv4 172.21.15.33:33980 2024-09-05T11:00:21.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:21] INFO grpc.py:921 (2): Received request to add a namespace using NSID 5 and UUID ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:21.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:21] INFO grpc.py:277 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:21.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:21] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:00:21.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:21.239527] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ffc1b815-89af-403c-a642-01174dae8123 rbd disk to lun 2024-09-05T11:00:21.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:21] INFO grpc.py:764 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 and UUID ffc1b815-89af-403c-a642-01174dae8123, context: None 2024-09-05T11:00:22.115 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:22.115 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:22.115 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage46 2024-09-05T11:00:22.115 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage46 --load-balancing-group 3 2024-09-05T11:00:22.198 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:22Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:22.902 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:22 smithi050 ceph-mon[29032]: pgmap v404: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 2.1 KiB/s wr, 81 op/s 2024-09-05T11:00:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:22 smithi154 ceph-mon[32554]: pgmap v404: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 2.1 KiB/s wr, 81 op/s 2024-09-05T11:00:22.930 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 6 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:22.930 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:22 smithi119 ceph-mon[32672]: pgmap v404: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 2.1 KiB/s wr, 81 op/s 2024-09-05T11:00:23.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:22] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 3 context: , client address: IPv4 172.21.15.33:40652 2024-09-05T11:00:23.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:22] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:23.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:22] INFO grpc.py:277 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:40652 2024-09-05T11:00:23.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:00:23.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:22.914446] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_7de22285-9ab3-438d-bb68-5beca87afeca rbd disk to lun 2024-09-05T11:00:23.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:22] INFO grpc.py:764 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using UUID 7de22285-9ab3-438d-bb68-5beca87afeca , context: , client address: IPv4 172.21.15.33:40652 2024-09-05T11:00:23.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:22] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:23.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:22] INFO grpc.py:277 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:23.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:00:23.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:22.939708] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_7de22285-9ab3-438d-bb68-5beca87afeca rbd disk to lun 2024-09-05T11:00:23.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:22] INFO grpc.py:764 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 and UUID 7de22285-9ab3-438d-bb68-5beca87afeca, context: None 2024-09-05T11:00:23.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:22] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:23.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:22] INFO grpc.py:277 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:23.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:00:23.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:22.943473] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_7de22285-9ab3-438d-bb68-5beca87afeca rbd disk to lun 2024-09-05T11:00:23.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:22 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:22] INFO grpc.py:764 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 and UUID 7de22285-9ab3-438d-bb68-5beca87afeca, context: None 2024-09-05T11:00:23.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:22] INFO grpc.py:921 (2): Received request to add a namespace using NSID 6 and UUID 7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:23.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:22] INFO grpc.py:277 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:23.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:22] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:00:23.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:22.941064] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_7de22285-9ab3-438d-bb68-5beca87afeca rbd disk to lun 2024-09-05T11:00:23.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:22] INFO grpc.py:764 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 and UUID 7de22285-9ab3-438d-bb68-5beca87afeca, context: None 2024-09-05T11:00:23.808 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:23.808 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:23.808 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage47 2024-09-05T11:00:23.808 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage47 --load-balancing-group 4 2024-09-05T11:00:23.883 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:23Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:24.655 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 7 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:24 smithi050 ceph-mon[29032]: pgmap v405: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 132 KiB/s rd, 1.7 KiB/s wr, 84 op/s 2024-09-05T11:00:24.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:24] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 4 context: , client address: IPv4 172.21.15.33:48172 2024-09-05T11:00:24.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:24] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:24.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:24] INFO grpc.py:277 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:48172 2024-09-05T11:00:24.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:24] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:00:24.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:24.639703] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_96468891-1dba-42bc-b994-317d9545da88 rbd disk to lun 2024-09-05T11:00:24.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:24] INFO grpc.py:764 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using UUID 96468891-1dba-42bc-b994-317d9545da88 , context: , client address: IPv4 172.21.15.33:48172 2024-09-05T11:00:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:24 smithi154 ceph-mon[32554]: pgmap v405: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 132 KiB/s rd, 1.7 KiB/s wr, 84 op/s 2024-09-05T11:00:24.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:24] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID 96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:24.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:24] INFO grpc.py:277 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:24.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:24] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:00:24.928 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:24.665508] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_96468891-1dba-42bc-b994-317d9545da88 rbd disk to lun 2024-09-05T11:00:24.928 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:24] INFO grpc.py:764 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 and UUID 96468891-1dba-42bc-b994-317d9545da88, context: None 2024-09-05T11:00:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:24 smithi119 ceph-mon[32672]: pgmap v405: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 132 KiB/s rd, 1.7 KiB/s wr, 84 op/s 2024-09-05T11:00:24.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:24 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:24] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID 96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:24.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:24 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:24] INFO grpc.py:277 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:24.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:24 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:24] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:00:24.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:24 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:24.666057] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_96468891-1dba-42bc-b994-317d9545da88 rbd disk to lun 2024-09-05T11:00:24.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:24 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:24] INFO grpc.py:764 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 and UUID 96468891-1dba-42bc-b994-317d9545da88, context: None 2024-09-05T11:00:25.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:24 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:24] INFO grpc.py:921 (2): Received request to add a namespace using NSID 7 and UUID 96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:25.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:24 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:24] INFO grpc.py:277 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:25.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:24 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:24] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:00:25.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:24 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:24.666943] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_96468891-1dba-42bc-b994-317d9545da88 rbd disk to lun 2024-09-05T11:00:25.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:24 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:24] INFO grpc.py:764 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 and UUID 96468891-1dba-42bc-b994-317d9545da88, context: None 2024-09-05T11:00:25.449 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:25.449 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:25.450 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage48 2024-09-05T11:00:25.450 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage48 --load-balancing-group 1 2024-09-05T11:00:25.536 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:25Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:26.221 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 8 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:26.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:26 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:26] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID 897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:26.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:26 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:26] INFO grpc.py:277 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:26.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:26 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:26] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:00:26.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:26 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:26.230869] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 rbd disk to lun 2024-09-05T11:00:26.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:26 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:26] INFO grpc.py:764 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 and UUID 897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760, context: None 2024-09-05T11:00:26.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:26] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 1 context: , client address: IPv4 172.21.15.33:43372 2024-09-05T11:00:26.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:26] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:26.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:26] INFO grpc.py:277 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:43372 2024-09-05T11:00:26.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:26] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:00:26.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:26.205802] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 rbd disk to lun 2024-09-05T11:00:26.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:26] INFO grpc.py:764 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using UUID 897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 , context: , client address: IPv4 172.21.15.33:43372 2024-09-05T11:00:26.549 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:26] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID 897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:26.549 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:26] INFO grpc.py:277 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:26.549 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:26] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:00:26.549 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:26.234171] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 rbd disk to lun 2024-09-05T11:00:26.549 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:26] INFO grpc.py:764 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 and UUID 897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760, context: None 2024-09-05T11:00:26.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:26 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:26] INFO grpc.py:921 (2): Received request to add a namespace using NSID 8 and UUID 897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:26.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:26 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:26] INFO grpc.py:277 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:26.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:26 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:26] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:00:26.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:26 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:26.231948] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 rbd disk to lun 2024-09-05T11:00:26.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:26 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:26] INFO grpc.py:764 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 and UUID 897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760, context: None 2024-09-05T11:00:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:26 smithi050 ceph-mon[29032]: pgmap v406: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 1.9 KiB/s wr, 81 op/s 2024-09-05T11:00:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:26 smithi154 ceph-mon[32554]: pgmap v406: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 1.9 KiB/s wr, 81 op/s 2024-09-05T11:00:26.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:26 smithi119 ceph-mon[32672]: pgmap v406: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 1.9 KiB/s wr, 81 op/s 2024-09-05T11:00:27.034 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:27.034 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:27.034 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage49 2024-09-05T11:00:27.034 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage49 --load-balancing-group 2 2024-09-05T11:00:27.119 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:27Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:27.856 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 9 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:28.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:27] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:28.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:27] INFO grpc.py:277 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:28.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:00:28.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:27.869493] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 rbd disk to lun 2024-09-05T11:00:28.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:27 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:27] INFO grpc.py:764 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 and UUID b9163e3b-06c4-4a90-a7a4-63544840bd76, context: None 2024-09-05T11:00:28.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:27] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 2 context: , client address: IPv4 172.21.15.33:45562 2024-09-05T11:00:28.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:27] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:28.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:27] INFO grpc.py:277 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:45562 2024-09-05T11:00:28.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:00:28.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:27.838717] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 rbd disk to lun 2024-09-05T11:00:28.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:27] INFO grpc.py:764 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using UUID b9163e3b-06c4-4a90-a7a4-63544840bd76 , context: , client address: IPv4 172.21.15.33:45562 2024-09-05T11:00:28.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:27] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:28.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:27] INFO grpc.py:277 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:28.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:00:28.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:27.865885] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 rbd disk to lun 2024-09-05T11:00:28.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:27 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:27] INFO grpc.py:764 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 and UUID b9163e3b-06c4-4a90-a7a4-63544840bd76, context: None 2024-09-05T11:00:28.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:27] INFO grpc.py:921 (2): Received request to add a namespace using NSID 9 and UUID b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:28.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:27] INFO grpc.py:277 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:28.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:27] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:00:28.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:27.867102] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 rbd disk to lun 2024-09-05T11:00:28.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:27 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:27] INFO grpc.py:764 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 and UUID b9163e3b-06c4-4a90-a7a4-63544840bd76, context: None 2024-09-05T11:00:28.660 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:28.660 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:28.660 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage50 2024-09-05T11:00:28.660 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage50 --load-balancing-group 3 2024-09-05T11:00:28.766 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:28Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:28 smithi050 ceph-mon[29032]: pgmap v407: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 1.4 KiB/s wr, 75 op/s 2024-09-05T11:00:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:28 smithi154 ceph-mon[32554]: pgmap v407: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 1.4 KiB/s wr, 75 op/s 2024-09-05T11:00:28.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:28 smithi119 ceph-mon[32672]: pgmap v407: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 1.4 KiB/s wr, 75 op/s 2024-09-05T11:00:29.502 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 10 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:29.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:29 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:29] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:29.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:29 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:29] INFO grpc.py:277 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:29.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:29 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:29] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:00:29.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:29 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:29.511147] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f rbd disk to lun 2024-09-05T11:00:29.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:29 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:29] INFO grpc.py:764 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 and UUID e3f757f0-39f7-412f-8e85-2584c42d345f, context: None 2024-09-05T11:00:29.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:29] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 3 context: , client address: IPv4 172.21.15.33:35994 2024-09-05T11:00:29.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:29] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:29.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:29] INFO grpc.py:277 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:35994 2024-09-05T11:00:29.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:29] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:00:29.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:29.483261] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f rbd disk to lun 2024-09-05T11:00:29.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:29 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:29] INFO grpc.py:764 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using UUID e3f757f0-39f7-412f-8e85-2584c42d345f , context: , client address: IPv4 172.21.15.33:35994 2024-09-05T11:00:29.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:29 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:29] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:29.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:29 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:29] INFO grpc.py:277 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:29.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:29 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:29] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:00:29.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:29 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:29.509594] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f rbd disk to lun 2024-09-05T11:00:29.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:29 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:29] INFO grpc.py:764 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 and UUID e3f757f0-39f7-412f-8e85-2584c42d345f, context: None 2024-09-05T11:00:29.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:29 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:29] INFO grpc.py:921 (2): Received request to add a namespace using NSID 10 and UUID e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:29.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:29 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:29] INFO grpc.py:277 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:29.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:29 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:29] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:00:29.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:29 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:29.512013] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f rbd disk to lun 2024-09-05T11:00:29.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:29 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:29] INFO grpc.py:764 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 and UUID e3f757f0-39f7-412f-8e85-2584c42d345f, context: None 2024-09-05T11:00:30.411 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:30.412 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:30.412 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage51 2024-09-05T11:00:30.412 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage51 --load-balancing-group 4 2024-09-05T11:00:30.496 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:30Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:30 smithi050 ceph-mon[29032]: pgmap v408: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1.3 KiB/s wr, 67 op/s 2024-09-05T11:00:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:30 smithi154 ceph-mon[32554]: pgmap v408: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1.3 KiB/s wr, 67 op/s 2024-09-05T11:00:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:30 smithi119 ceph-mon[32672]: pgmap v408: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1.3 KiB/s wr, 67 op/s 2024-09-05T11:00:31.246 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 11 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:31.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:31 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:31] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID 6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:31.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:31 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:31] INFO grpc.py:277 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:31.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:31 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:31] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:00:31.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:31 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:31.255501] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 rbd disk to lun 2024-09-05T11:00:31.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:31 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:31] INFO grpc.py:764 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 and UUID 6924be01-47d7-42b7-b5a7-d0ff1790ffa1, context: None 2024-09-05T11:00:31.556 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:31] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 4 context: , client address: IPv4 172.21.15.33:44704 2024-09-05T11:00:31.556 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:31] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T11:00:31.556 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:31] INFO grpc.py:277 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:44704 2024-09-05T11:00:31.556 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:31] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:00:31.556 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:31.230618] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 rbd disk to lun 2024-09-05T11:00:31.556 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:31 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:31] INFO grpc.py:764 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using UUID 6924be01-47d7-42b7-b5a7-d0ff1790ffa1 , context: , client address: IPv4 172.21.15.33:44704 2024-09-05T11:00:31.557 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:31 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:31] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID 6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:31.557 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:31 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:31] INFO grpc.py:277 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:31.557 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:31 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:31] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:00:31.557 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:31 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:31.259792] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 rbd disk to lun 2024-09-05T11:00:31.557 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:31 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:31] INFO grpc.py:764 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 and UUID 6924be01-47d7-42b7-b5a7-d0ff1790ffa1, context: None 2024-09-05T11:00:31.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:31] INFO grpc.py:921 (2): Received request to add a namespace using NSID 11 and UUID 6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:31.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:31] INFO grpc.py:277 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:31.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:31] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:00:31.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:31.256313] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 rbd disk to lun 2024-09-05T11:00:31.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:31] INFO grpc.py:764 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 and UUID 6924be01-47d7-42b7-b5a7-d0ff1790ffa1, context: None 2024-09-05T11:00:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:31 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/810586571' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:31 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/810586571' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:31.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:31 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/810586571' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:32.063 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:32.063 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:32.063 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage52 2024-09-05T11:00:32.063 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage52 --load-balancing-group 1 2024-09-05T11:00:32.146 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:32Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:32.870 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:32 smithi050 ceph-mon[29032]: pgmap v409: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 178 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T11:00:32.899 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:32 smithi119 ceph-mon[32672]: pgmap v409: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 178 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T11:00:32.900 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:32 smithi154 ceph-mon[32554]: pgmap v409: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 178 KiB/s rd, 2.2 KiB/s wr, 92 op/s 2024-09-05T11:00:32.901 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 12 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:33.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:32] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 1 context: , client address: IPv4 172.21.15.33:36174 2024-09-05T11:00:33.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:32] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:33.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:32] INFO grpc.py:277 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:36174 2024-09-05T11:00:33.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:00:33.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:32.883074] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 rbd disk to lun 2024-09-05T11:00:33.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:32 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:32] INFO grpc.py:764 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using UUID 6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 , context: , client address: IPv4 172.21.15.33:36174 2024-09-05T11:00:33.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:32] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID 6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:33.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:32] INFO grpc.py:277 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:33.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:00:33.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:32.909295] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 rbd disk to lun 2024-09-05T11:00:33.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:32 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:32] INFO grpc.py:764 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 and UUID 6c61f3a1-ff5a-4c59-b9f8-cd854dc55944, context: None 2024-09-05T11:00:33.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:32] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID 6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:33.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:32] INFO grpc.py:277 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:33.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:00:33.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:32.907904] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 rbd disk to lun 2024-09-05T11:00:33.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:32 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:32] INFO grpc.py:764 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 and UUID 6c61f3a1-ff5a-4c59-b9f8-cd854dc55944, context: None 2024-09-05T11:00:33.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:32] INFO grpc.py:921 (2): Received request to add a namespace using NSID 12 and UUID 6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:33.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:32] INFO grpc.py:277 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:33.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:32] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:00:33.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:32.904099] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 rbd disk to lun 2024-09-05T11:00:33.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:32 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:32] INFO grpc.py:764 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 and UUID 6c61f3a1-ff5a-4c59-b9f8-cd854dc55944, context: None 2024-09-05T11:00:33.747 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:33.747 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:33.747 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage53 2024-09-05T11:00:33.747 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage53 --load-balancing-group 2 2024-09-05T11:00:33.833 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:33Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:34.544 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 13 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:34.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:34 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:34] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID 4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:34.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:34 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:34] INFO grpc.py:277 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:34.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:34 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:34] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:00:34.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:34 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:34.553652] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 rbd disk to lun 2024-09-05T11:00:34.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:34 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:34] INFO grpc.py:764 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 and UUID 4f1da55a-799f-4a4b-b65e-1bcfc9f148c4, context: None 2024-09-05T11:00:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:34 smithi050 ceph-mon[29032]: pgmap v410: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 134 KiB/s rd, 1.6 KiB/s wr, 81 op/s 2024-09-05T11:00:34.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:34] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 2 context: , client address: IPv4 172.21.15.33:52286 2024-09-05T11:00:34.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:34] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:34.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:34] INFO grpc.py:277 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:52286 2024-09-05T11:00:34.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:34] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:00:34.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:34.528017] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 rbd disk to lun 2024-09-05T11:00:34.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:34] INFO grpc.py:764 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using UUID 4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 , context: , client address: IPv4 172.21.15.33:52286 2024-09-05T11:00:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:34 smithi154 ceph-mon[32554]: pgmap v410: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 134 KiB/s rd, 1.6 KiB/s wr, 81 op/s 2024-09-05T11:00:34.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:34 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:34] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID 4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:34.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:34 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:34] INFO grpc.py:277 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:34.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:34 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:34] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:00:34.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:34 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:34.555867] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 rbd disk to lun 2024-09-05T11:00:34.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:34 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:34] INFO grpc.py:764 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 and UUID 4f1da55a-799f-4a4b-b65e-1bcfc9f148c4, context: None 2024-09-05T11:00:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:34 smithi119 ceph-mon[32672]: pgmap v410: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 134 KiB/s rd, 1.6 KiB/s wr, 81 op/s 2024-09-05T11:00:34.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:34 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:34] INFO grpc.py:921 (2): Received request to add a namespace using NSID 13 and UUID 4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:34.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:34 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:34] INFO grpc.py:277 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:34.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:34 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:34] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:00:34.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:34 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:34.551926] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 rbd disk to lun 2024-09-05T11:00:34.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:34 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:34] INFO grpc.py:764 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 and UUID 4f1da55a-799f-4a4b-b65e-1bcfc9f148c4, context: None 2024-09-05T11:00:35.381 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:35.381 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:35.381 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage54 2024-09-05T11:00:35.381 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage54 --load-balancing-group 3 2024-09-05T11:00:35.462 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:35Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:36.178 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 14 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:36.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:36] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 3 context: , client address: IPv4 172.21.15.33:56112 2024-09-05T11:00:36.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:36] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:36.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:36] INFO grpc.py:277 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:56112 2024-09-05T11:00:36.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:36] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:00:36.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:36.160158] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_862d20bc-7f39-4680-955d-074348cb8d3d rbd disk to lun 2024-09-05T11:00:36.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:36] INFO grpc.py:764 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using UUID 862d20bc-7f39-4680-955d-074348cb8d3d , context: , client address: IPv4 172.21.15.33:56112 2024-09-05T11:00:36.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:36] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID 862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:36.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:36] INFO grpc.py:277 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:36.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:36] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:00:36.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:36.190424] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_862d20bc-7f39-4680-955d-074348cb8d3d rbd disk to lun 2024-09-05T11:00:36.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:36] INFO grpc.py:764 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 and UUID 862d20bc-7f39-4680-955d-074348cb8d3d, context: None 2024-09-05T11:00:36.561 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:36] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID 862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:36.562 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:36] INFO grpc.py:277 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:36.562 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:36] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:00:36.562 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:36.189395] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_862d20bc-7f39-4680-955d-074348cb8d3d rbd disk to lun 2024-09-05T11:00:36.562 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:36] INFO grpc.py:764 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 and UUID 862d20bc-7f39-4680-955d-074348cb8d3d, context: None 2024-09-05T11:00:36.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:36 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:36] INFO grpc.py:921 (2): Received request to add a namespace using NSID 14 and UUID 862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:36.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:36 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:36] INFO grpc.py:277 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:36.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:36 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:36] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:00:36.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:36 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:36.186875] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_862d20bc-7f39-4680-955d-074348cb8d3d rbd disk to lun 2024-09-05T11:00:36.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:36 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:36] INFO grpc.py:764 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 and UUID 862d20bc-7f39-4680-955d-074348cb8d3d, context: None 2024-09-05T11:00:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-mon[29032]: pgmap v411: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 178 KiB/s rd, 2.1 KiB/s wr, 86 op/s 2024-09-05T11:00:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:00:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:00:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:36 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:00:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-mon[32554]: pgmap v411: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 178 KiB/s rd, 2.1 KiB/s wr, 86 op/s 2024-09-05T11:00:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:00:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:00:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:36 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:00:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-mon[32672]: pgmap v411: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 178 KiB/s rd, 2.1 KiB/s wr, 86 op/s 2024-09-05T11:00:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:00:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:00:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:36 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:00:36.998 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:36.999 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:36.999 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage55 2024-09-05T11:00:36.999 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage55 --load-balancing-group 4 2024-09-05T11:00:37.088 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:37Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:37.813 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 15 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:37.822 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:37 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:00:37.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:37] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID 9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:37.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:37] INFO grpc.py:277 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:37.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:00:37.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:37.821636] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e rbd disk to lun 2024-09-05T11:00:37.824 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:37 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:00:37.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:37] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID 9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:37.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:37] INFO grpc.py:277 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:37.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:00:37.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:37.823641] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e rbd disk to lun 2024-09-05T11:00:37.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:37 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:00:37.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:37] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 4 context: , client address: IPv4 172.21.15.33:43996 2024-09-05T11:00:37.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:37] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:37.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:37] INFO grpc.py:277 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:43996 2024-09-05T11:00:37.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:00:37.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:37.795687] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e rbd disk to lun 2024-09-05T11:00:37.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:37 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:37] INFO grpc.py:764 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using UUID 9480ac48-5b9b-466f-ba7c-04abd7a9de5e , context: , client address: IPv4 172.21.15.33:43996 2024-09-05T11:00:38.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:37] INFO grpc.py:921 (2): Received request to add a namespace using NSID 15 and UUID 9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:38.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:37] INFO grpc.py:277 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:38.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:37] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:00:38.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:37.824979] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e rbd disk to lun 2024-09-05T11:00:38.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:37 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:37] INFO grpc.py:764 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 and UUID 9480ac48-5b9b-466f-ba7c-04abd7a9de5e, context: None 2024-09-05T11:00:38.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:37 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:37] INFO grpc.py:764 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 and UUID 9480ac48-5b9b-466f-ba7c-04abd7a9de5e, context: None 2024-09-05T11:00:38.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:37 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:37] INFO grpc.py:764 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 and UUID 9480ac48-5b9b-466f-ba7c-04abd7a9de5e, context: None 2024-09-05T11:00:38.643 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:38.643 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:38.643 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage56 2024-09-05T11:00:38.643 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage56 --load-balancing-group 1 2024-09-05T11:00:38.716 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:38Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:38.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:38 smithi050 ceph-mon[29032]: pgmap v412: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s rd, 1.7 KiB/s wr, 72 op/s 2024-09-05T11:00:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:38 smithi154 ceph-mon[32554]: pgmap v412: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s rd, 1.7 KiB/s wr, 72 op/s 2024-09-05T11:00:38.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:38 smithi119 ceph-mon[32672]: pgmap v412: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s rd, 1.7 KiB/s wr, 72 op/s 2024-09-05T11:00:39.456 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 16 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:39.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:39 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:39] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:39.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:39 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:39] INFO grpc.py:277 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:39.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:39 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:39] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:00:39.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:39 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:39.469100] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d rbd disk to lun 2024-09-05T11:00:39.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:39 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:39] INFO grpc.py:764 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 and UUID 9b641d28-05b8-49a3-8d77-2cdb1ce83b1d, context: None 2024-09-05T11:00:39.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:39 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:39] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:39.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:39 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:39] INFO grpc.py:277 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:39.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:39 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:39] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:00:39.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:39 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:39.465276] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d rbd disk to lun 2024-09-05T11:00:39.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:39 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:39] INFO grpc.py:764 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 and UUID 9b641d28-05b8-49a3-8d77-2cdb1ce83b1d, context: None 2024-09-05T11:00:39.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:39] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 1 context: , client address: IPv4 172.21.15.33:45504 2024-09-05T11:00:39.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:39] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:39.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:39] INFO grpc.py:277 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:45504 2024-09-05T11:00:39.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:39] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:00:39.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:39.440140] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d rbd disk to lun 2024-09-05T11:00:39.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:39 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:39] INFO grpc.py:764 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using UUID 9b641d28-05b8-49a3-8d77-2cdb1ce83b1d , context: , client address: IPv4 172.21.15.33:45504 2024-09-05T11:00:39.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:39 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:39] INFO grpc.py:921 (2): Received request to add a namespace using NSID 16 and UUID 9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:39.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:39 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:39] INFO grpc.py:277 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:39.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:39 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:39] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:00:39.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:39 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:39.466416] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d rbd disk to lun 2024-09-05T11:00:39.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:39 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:39] INFO grpc.py:764 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 and UUID 9b641d28-05b8-49a3-8d77-2cdb1ce83b1d, context: None 2024-09-05T11:00:40.302 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:40.302 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:40.302 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage57 2024-09-05T11:00:40.302 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage57 --load-balancing-group 2 2024-09-05T11:00:40.388 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:40Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:40 smithi050 ceph-mon[29032]: pgmap v413: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 151 KiB/s rd, 1.7 KiB/s wr, 81 op/s 2024-09-05T11:00:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:40 smithi154 ceph-mon[32554]: pgmap v413: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 151 KiB/s rd, 1.7 KiB/s wr, 81 op/s 2024-09-05T11:00:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:40 smithi119 ceph-mon[32672]: pgmap v413: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 151 KiB/s rd, 1.7 KiB/s wr, 81 op/s 2024-09-05T11:00:41.133 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 17 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:41.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:41] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:41.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:41] INFO grpc.py:277 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:41.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:41] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:00:41.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:41.143467] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 rbd disk to lun 2024-09-05T11:00:41.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:41] INFO grpc.py:764 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 and UUID b9e5dbac-cb85-451f-a32e-b189fe644b63, context: None 2024-09-05T11:00:41.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:41] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 2 context: , client address: IPv4 172.21.15.33:57756 2024-09-05T11:00:41.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:41] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:41.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:41] INFO grpc.py:277 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:57756 2024-09-05T11:00:41.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:41] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:00:41.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:41.116530] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 rbd disk to lun 2024-09-05T11:00:41.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:41] INFO grpc.py:764 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using UUID b9e5dbac-cb85-451f-a32e-b189fe644b63 , context: , client address: IPv4 172.21.15.33:57756 2024-09-05T11:00:41.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:41 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:41] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:41.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:41 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:41] INFO grpc.py:277 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:41.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:41 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:41] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:00:41.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:41 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:41.141621] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 rbd disk to lun 2024-09-05T11:00:41.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:41 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:41] INFO grpc.py:764 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 and UUID b9e5dbac-cb85-451f-a32e-b189fe644b63, context: None 2024-09-05T11:00:41.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:41 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:41] INFO grpc.py:921 (2): Received request to add a namespace using NSID 17 and UUID b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-09-05T11:00:41.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:41 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:41] INFO grpc.py:277 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:41.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:41 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:41] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:00:41.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:41 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:41.146158] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 rbd disk to lun 2024-09-05T11:00:41.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:41 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:41] INFO grpc.py:764 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 and UUID b9e5dbac-cb85-451f-a32e-b189fe644b63, context: None 2024-09-05T11:00:41.954 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:41.954 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:41.954 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage58 2024-09-05T11:00:41.955 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage58 --load-balancing-group 3 2024-09-05T11:00:42.033 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:42Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:42.814 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 18 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:42.822 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:42 smithi119 ceph-mon[32672]: pgmap v414: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 202 KiB/s rd, 2.3 KiB/s wr, 94 op/s 2024-09-05T11:00:42.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:42] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:42.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:42] INFO grpc.py:277 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:42.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:00:42.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:42.821499] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d317efba-3334-46bd-9373-66153d4e0c30 rbd disk to lun 2024-09-05T11:00:42.826 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:42 smithi154 ceph-mon[32554]: pgmap v414: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 202 KiB/s rd, 2.3 KiB/s wr, 94 op/s 2024-09-05T11:00:42.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:42] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:42.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:42] INFO grpc.py:277 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:42.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:00:42.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:42.826371] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d317efba-3334-46bd-9373-66153d4e0c30 rbd disk to lun 2024-09-05T11:00:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:42 smithi050 ceph-mon[29032]: pgmap v414: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 202 KiB/s rd, 2.3 KiB/s wr, 94 op/s 2024-09-05T11:00:42.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:42] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 3 context: , client address: IPv4 172.21.15.33:38624 2024-09-05T11:00:42.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:42] INFO cephutils.py:58 (2): ANA group list: [1, 2, 3, 4] 2024-09-05T11:00:42.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:42] INFO grpc.py:277 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:38624 2024-09-05T11:00:42.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:00:42.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:42.796735] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d317efba-3334-46bd-9373-66153d4e0c30 rbd disk to lun 2024-09-05T11:00:42.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:42] INFO grpc.py:764 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using UUID d317efba-3334-46bd-9373-66153d4e0c30 , context: , client address: IPv4 172.21.15.33:38624 2024-09-05T11:00:43.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:42] INFO grpc.py:921 (2): Received request to add a namespace using NSID 18 and UUID d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-09-05T11:00:43.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:42] INFO grpc.py:277 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:43.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:42] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:00:43.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:42.824519] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d317efba-3334-46bd-9373-66153d4e0c30 rbd disk to lun 2024-09-05T11:00:43.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:42] INFO grpc.py:764 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 and UUID d317efba-3334-46bd-9373-66153d4e0c30, context: None 2024-09-05T11:00:43.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:42 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:42] INFO grpc.py:764 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 and UUID d317efba-3334-46bd-9373-66153d4e0c30, context: None 2024-09-05T11:00:43.247 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:42] INFO grpc.py:764 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 and UUID d317efba-3334-46bd-9373-66153d4e0c30, context: None 2024-09-05T11:00:43.663 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:43.663 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:43.663 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage59 2024-09-05T11:00:43.663 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage59 --load-balancing-group 4 2024-09-05T11:00:43.764 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:43Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:43.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:43 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2284931540' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:43 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2284931540' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:43.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:43 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2284931540' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"nvme-gw show", "pool":"mypool", "group":""} : dispatch 2024-09-05T11:00:44.411 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 19 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:44.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:44 smithi050 ceph-mon[29032]: pgmap v415: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 134 KiB/s rd, 1.5 KiB/s wr, 70 op/s 2024-09-05T11:00:44.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:44 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:44] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 4 context: , client address: IPv4 172.21.15.33:55760 2024-09-05T11:00:44.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:44 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:44] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:44.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:44 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:44] INFO grpc.py:277 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:55760 2024-09-05T11:00:44.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:44 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:44] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:00:44.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:44 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:44.394013] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b rbd disk to lun 2024-09-05T11:00:44.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:44 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:44] INFO grpc.py:764 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using UUID c41fd277-94bc-40fb-81cb-42929c51db1b , context: , client address: IPv4 172.21.15.33:55760 2024-09-05T11:00:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:44 smithi154 ceph-mon[32554]: pgmap v415: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 134 KiB/s rd, 1.5 KiB/s wr, 70 op/s 2024-09-05T11:00:44.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:44 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:44] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:44.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:44 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:44] INFO grpc.py:277 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:44.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:44 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:44] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:00:44.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:44 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:44.424229] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b rbd disk to lun 2024-09-05T11:00:44.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:44 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:44] INFO grpc.py:764 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 and UUID c41fd277-94bc-40fb-81cb-42929c51db1b, context: None 2024-09-05T11:00:44.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:44 smithi119 ceph-mon[32672]: pgmap v415: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 134 KiB/s rd, 1.5 KiB/s wr, 70 op/s 2024-09-05T11:00:44.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:44 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:44] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:44.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:44 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:44] INFO grpc.py:277 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:44.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:44 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:44] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:00:44.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:44 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:44.423217] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b rbd disk to lun 2024-09-05T11:00:44.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:44 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:44] INFO grpc.py:764 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 and UUID c41fd277-94bc-40fb-81cb-42929c51db1b, context: None 2024-09-05T11:00:44.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:44] INFO grpc.py:921 (2): Received request to add a namespace using NSID 19 and UUID c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3, ana group 4 context: None 2024-09-05T11:00:44.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:44] INFO grpc.py:277 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:44.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:44] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:00:44.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:44.421996] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b rbd disk to lun 2024-09-05T11:00:44.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:44] INFO grpc.py:764 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 and UUID c41fd277-94bc-40fb-81cb-42929c51db1b, context: None 2024-09-05T11:00:45.272 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:45.272 INFO:tasks.workunit.client.0.smithi033.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-09-05T11:00:45.272 INFO:tasks.workunit.client.0.smithi033.stderr:+ image=myimage60 2024-09-05T11:00:45.272 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage60 --load-balancing-group 1 2024-09-05T11:00:45.359 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:45Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:46.027 INFO:tasks.workunit.client.0.smithi033.stdout:Adding namespace 20 to nqn.2016-06.io.spdk:cnode3: Successful 2024-09-05T11:00:46.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:46 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:46] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:46.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:46 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:46] INFO grpc.py:277 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:46.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:46 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:46] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:00:46.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:46 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [2024-09-05 11:00:46.040320] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 rbd disk to lun 2024-09-05T11:00:46.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:46 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:46] INFO grpc.py:764 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 and UUID cd9c2d54-aff4-4982-8f1c-82fba42edb13, context: None 2024-09-05T11:00:46.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:45] INFO grpc.py:921 (2): Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 1 context: , client address: IPv4 172.21.15.33:56430 2024-09-05T11:00:46.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:45] INFO cephutils.py:38 (2): Caching response of the monitor: [1, 2, 3, 4] 2024-09-05T11:00:46.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:45] INFO grpc.py:277 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=, client address: IPv4 172.21.15.33:56430 2024-09-05T11:00:46.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:45] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:00:46.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [2024-09-05 11:00:46.010673] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 rbd disk to lun 2024-09-05T11:00:46.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:46] INFO grpc.py:764 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using UUID cd9c2d54-aff4-4982-8f1c-82fba42edb13 , context: , client address: IPv4 172.21.15.33:56430 2024-09-05T11:00:46.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:46 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:46] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:46.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:46 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:46] INFO grpc.py:277 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:46.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:46 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:46] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:00:46.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:46 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [2024-09-05 11:00:46.036781] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 rbd disk to lun 2024-09-05T11:00:46.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:46 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:46] INFO grpc.py:764 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 and UUID cd9c2d54-aff4-4982-8f1c-82fba42edb13, context: None 2024-09-05T11:00:46.497 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:46 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:46] INFO grpc.py:921 (2): Received request to add a namespace using NSID 20 and UUID cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-09-05T11:00:46.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:46 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:46] INFO grpc.py:277 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:00:46.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:46 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:46] INFO grpc.py:209 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:00:46.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:46 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [2024-09-05 11:00:46.035607] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 rbd disk to lun 2024-09-05T11:00:46.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:46 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:46] INFO grpc.py:764 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 and UUID cd9c2d54-aff4-4982-8f1c-82fba42edb13, context: None 2024-09-05T11:00:46.915 INFO:tasks.workunit.client.0.smithi033.stderr:+ (( image_index++ )) 2024-09-05T11:00:46.916 INFO:tasks.workunit.client.0.smithi033.stderr:+ list_subsystems 2024-09-05T11:00:46.916 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T11:00:46.916 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.50 2024-09-05T11:00:46.916 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 --format json subsystem list 2024-09-05T11:00:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:46 smithi050 ceph-mon[29032]: pgmap v416: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 175 KiB/s rd, 1.9 KiB/s wr, 68 op/s 2024-09-05T11:00:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:46 smithi154 ceph-mon[32554]: pgmap v416: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 175 KiB/s rd, 1.9 KiB/s wr, 68 op/s 2024-09-05T11:00:46.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:46 smithi119 ceph-mon[32672]: pgmap v416: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 175 KiB/s rd, 1.9 KiB/s wr, 68 op/s 2024-09-05T11:00:47.010 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:47Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:47.690 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T11:00:47.690 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T11:00:47.690 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:47.691 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:47.692 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T11:00:47.693 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T11:00:48.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:47] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:42876 2024-09-05T11:00:48.549 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T11:00:48.549 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.119 2024-09-05T11:00:48.550 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.119 --server-port 5500 --format json subsystem list 2024-09-05T11:00:48.646 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:48Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:48 smithi050 ceph-mon[29032]: pgmap v417: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 KiB/s wr, 79 op/s 2024-09-05T11:00:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:48 smithi154 ceph-mon[32554]: pgmap v417: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 KiB/s wr, 79 op/s 2024-09-05T11:00:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:48 smithi119 ceph-mon[32672]: pgmap v417: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 KiB/s wr, 79 op/s 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T11:00:49.391 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:49.392 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:49.393 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:49.394 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T11:00:49.394 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T11:00:49.394 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T11:00:49.394 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T11:00:49.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:00:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:00:49] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:50584 2024-09-05T11:00:50.251 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T11:00:50.251 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.154 2024-09-05T11:00:50.251 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.154 --server-port 5500 --format json subsystem list 2024-09-05T11:00:50.353 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:50Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:50 smithi050 ceph-mon[29032]: pgmap v418: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T11:00:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:50 smithi154 ceph-mon[32554]: pgmap v418: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T11:00:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:50 smithi119 ceph-mon[32672]: pgmap v418: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 1.7 KiB/s wr, 86 op/s 2024-09-05T11:00:51.069 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T11:00:51.069 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T11:00:51.069 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T11:00:51.069 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:51.070 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:51.071 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T11:00:51.071 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:51.071 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T11:00:51.071 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:51.071 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:51.071 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:51.071 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:51.072 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:51.073 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T11:00:51.073 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T11:00:51.073 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T11:00:51.073 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T11:00:51.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:00:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:00:51] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:50622 2024-09-05T11:00:51.921 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in "${!gateway_ips[@]}" 2024-09-05T11:00:51.921 INFO:tasks.workunit.client.0.smithi033.stderr:+ ip=172.21.15.173 2024-09-05T11:00:51.921 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.173 --server-port 5500 --format json subsystem list 2024-09-05T11:00:52.004 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:52Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout:{ 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "error_message": "Success", 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "subsystems": [ 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph71533478369187", 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:52.716 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph99414543315734", 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:52.717 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: }, 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: { 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "enable_ha": true, 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "serial_number": "Ceph52910300587842", 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "model_number": "Ceph bdev Controller", 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "min_cntlid": 1, 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "max_cntlid": 2040, 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "namespace_count": 20, 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "subtype": "NVMe", 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "max_namespaces": 256 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: } 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: ], 2024-09-05T11:00:52.718 INFO:tasks.workunit.client.0.smithi033.stdout: "status": 0 2024-09-05T11:00:52.719 INFO:tasks.workunit.client.0.smithi033.stdout:} 2024-09-05T11:00:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:52 smithi050 ceph-mon[29032]: pgmap v419: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 154 KiB/s rd, 1.7 KiB/s wr, 71 op/s 2024-09-05T11:00:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:52 smithi154 ceph-mon[32554]: pgmap v419: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 154 KiB/s rd, 1.7 KiB/s wr, 71 op/s 2024-09-05T11:00:52.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:52 smithi119 ceph-mon[32672]: pgmap v419: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 154 KiB/s rd, 1.7 KiB/s wr, 71 op/s 2024-09-05T11:00:53.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:00:52 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:00:52] INFO grpc.py:2421 (2): Received request to list all subsystems, context: , client address: IPv4 172.21.15.33:49122 2024-09-05T11:00:53.566 INFO:tasks.workunit.client.0.smithi033.stderr:++ seq 1 3 2024-09-05T11:00:53.568 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T11:00:53.568 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-09-05T11:00:53.568 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 --format plain namespace list --subsystem nqn.2016-06.io.spdk:cnode1 2024-09-05T11:00:53.647 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:53Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:54.524 INFO:tasks.workunit.client.0.smithi033.stdout:Namespaces in subsystem nqn.2016-06.io.spdk:cnode1: 2024-09-05T11:00:54.524 INFO:tasks.workunit.client.0.smithi033.stdout: NSID Bdev RBD RBD Image Block UUID Load R/W IOs R/W MBs Read MBs Write MBs 2024-09-05T11:00:54.524 INFO:tasks.workunit.client.0.smithi033.stdout: Name Pool Image Size Size Balancing per per per per 2024-09-05T11:00:54.524 INFO:tasks.workunit.client.0.smithi033.stdout: Group second second second second 2024-09-05T11:00:54.524 INFO:tasks.workunit.client.0.smithi033.stdout: 1 bdev_445f5d17-b9ee- mypool myimage1 8 GiB 512 Bytes 445f5d17-b9ee-435c- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.524 INFO:tasks.workunit.client.0.smithi033.stdout: 435c-ab9a-2402831e5803 ab9a-2402831e5803 2024-09-05T11:00:54.525 INFO:tasks.workunit.client.0.smithi033.stdout: 2 bdev_752e279c-bad0- mypool myimage2 8 GiB 512 Bytes 752e279c-bad0-46cb- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.525 INFO:tasks.workunit.client.0.smithi033.stdout: 46cb-b0f9-ef6a911e1c64 b0f9-ef6a911e1c64 2024-09-05T11:00:54.525 INFO:tasks.workunit.client.0.smithi033.stdout: 3 bdev_2c9d251b-679f- mypool myimage3 8 GiB 512 Bytes 2c9d251b-679f-484e- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.525 INFO:tasks.workunit.client.0.smithi033.stdout: 484e-b265-7d6a0edb4b50 b265-7d6a0edb4b50 2024-09-05T11:00:54.528 INFO:tasks.workunit.client.0.smithi033.stdout: 4 bdev_f9462825-6fd6- mypool myimage4 8 GiB 512 Bytes f9462825-6fd6-4e99- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.528 INFO:tasks.workunit.client.0.smithi033.stdout: 4e99-bae8-a766e108eba9 bae8-a766e108eba9 2024-09-05T11:00:54.528 INFO:tasks.workunit.client.0.smithi033.stdout: 5 bdev_d585ffe8-77e4- mypool myimage5 8 GiB 512 Bytes d585ffe8-77e4-4d83- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.528 INFO:tasks.workunit.client.0.smithi033.stdout: 4d83-9d2e-976d8def6554 9d2e-976d8def6554 2024-09-05T11:00:54.528 INFO:tasks.workunit.client.0.smithi033.stdout: 6 bdev_5fad74b6-493c- mypool myimage6 8 GiB 512 Bytes 5fad74b6-493c-419e- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.528 INFO:tasks.workunit.client.0.smithi033.stdout: 419e-a006-29a9e9f3f05a a006-29a9e9f3f05a 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 7 bdev_f5d47a79-90a6- mypool myimage7 8 GiB 512 Bytes f5d47a79-90a6-4326- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 4326-95d2-91f1ce2d4980 95d2-91f1ce2d4980 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 8 bdev_dd233d75-d274- mypool myimage8 8 GiB 512 Bytes dd233d75-d274-471e- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 471e-8594-c1d2cedce058 8594-c1d2cedce058 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 9 bdev_69975ec1-4e8c- mypool myimage9 8 GiB 512 Bytes 69975ec1-4e8c-48b8- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 48b8-9930-264cd7b2f7d7 9930-264cd7b2f7d7 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 10 bdev_0e34cac1-3d1f- mypool myimage10 8 GiB 512 Bytes 0e34cac1-3d1f-4f69- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 4f69-87dc-d1cc306537ec 87dc-d1cc306537ec 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 11 bdev_e90afd71-d787- mypool myimage11 8 GiB 512 Bytes e90afd71-d787-45be- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 45be-b3b7-3c8a897c7c68 b3b7-3c8a897c7c68 2024-09-05T11:00:54.529 INFO:tasks.workunit.client.0.smithi033.stdout: 12 bdev_d677a3d8-2476- mypool myimage12 8 GiB 512 Bytes d677a3d8-2476-4088- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 4088-ac08-65941fd22ba9 ac08-65941fd22ba9 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 13 bdev_14e66a7f-86e5- mypool myimage13 8 GiB 512 Bytes 14e66a7f-86e5-4aae- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 4aae-8d33-acdaa4d60cd1 8d33-acdaa4d60cd1 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 14 bdev_87b9455f-eec7- mypool myimage14 8 GiB 512 Bytes 87b9455f-eec7-4032- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 4032-a4be-ce1a71379bf1 a4be-ce1a71379bf1 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 15 bdev_f69c5096-5a3b- mypool myimage15 8 GiB 512 Bytes f69c5096-5a3b-450a- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 450a-a70f-c3679f499c46 a70f-c3679f499c46 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 16 bdev_25ad17f8-c4cb- mypool myimage16 8 GiB 512 Bytes 25ad17f8-c4cb-4c26- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 4c26-a58f-c39ff8975257 a58f-c39ff8975257 2024-09-05T11:00:54.530 INFO:tasks.workunit.client.0.smithi033.stdout: 17 bdev_3a249cab-5ed8- mypool myimage17 8 GiB 512 Bytes 3a249cab-5ed8-4264- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.531 INFO:tasks.workunit.client.0.smithi033.stdout: 4264-aa08-a2edb1cc979a aa08-a2edb1cc979a 2024-09-05T11:00:54.531 INFO:tasks.workunit.client.0.smithi033.stdout: 18 bdev_8344a95b-d305- mypool myimage18 8 GiB 512 Bytes 8344a95b-d305-44c1- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.531 INFO:tasks.workunit.client.0.smithi033.stdout: 44c1-b588-5390816376a5 b588-5390816376a5 2024-09-05T11:00:54.531 INFO:tasks.workunit.client.0.smithi033.stdout: 19 bdev_5e571ae8-9fb0- mypool myimage19 8 GiB 512 Bytes 5e571ae8-9fb0-4c66- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.531 INFO:tasks.workunit.client.0.smithi033.stdout: 4c66-a225-7ed15f42da4b a225-7ed15f42da4b 2024-09-05T11:00:54.531 INFO:tasks.workunit.client.0.smithi033.stdout: 20 bdev_9d34cfd4-a7e5- mypool myimage20 8 GiB 512 Bytes 9d34cfd4-a7e5-4029- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:54.531 INFO:tasks.workunit.client.0.smithi033.stdout: 4029-beea-ca04840dff58 beea-ca04840dff58 2024-09-05T11:00:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:54 smithi050 ceph-mon[29032]: pgmap v420: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.1 KiB/s wr, 55 op/s 2024-09-05T11:00:54.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:54 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:54] INFO grpc.py:1284 (2): Received request to list all namespaces for nqn.2016-06.io.spdk:cnode1, context: , client address: IPv4 172.21.15.33:42598 2024-09-05T11:00:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:54 smithi154 ceph-mon[32554]: pgmap v420: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.1 KiB/s wr, 55 op/s 2024-09-05T11:00:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:54 smithi119 ceph-mon[32672]: pgmap v420: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 1.1 KiB/s wr, 55 op/s 2024-09-05T11:00:55.402 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T11:00:55.402 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-09-05T11:00:55.402 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 --format plain namespace list --subsystem nqn.2016-06.io.spdk:cnode2 2024-09-05T11:00:55.482 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:55Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout:Namespaces in subsystem nqn.2016-06.io.spdk:cnode2: 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: NSID Bdev RBD RBD Image Block UUID Load R/W IOs R/W MBs Read MBs Write MBs 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: Name Pool Image Size Size Balancing per per per per 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: Group second second second second 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1 bdev_28418a36-aea7- mypool myimage21 8 GiB 512 Bytes 28418a36-aea7-44d3- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: 44d3-a37e-d079d806e41d a37e-d079d806e41d 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: 2 bdev_57048585-fdea- mypool myimage22 8 GiB 512 Bytes 57048585-fdea-4aad- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: 4aad-9978-773c30120d52 9978-773c30120d52 2024-09-05T11:00:56.292 INFO:tasks.workunit.client.0.smithi033.stdout: 3 bdev_23c95e9a-c4e9- mypool myimage23 8 GiB 512 Bytes 23c95e9a-c4e9-4009- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4009-81bc-5efedbcb65d6 81bc-5efedbcb65d6 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4 bdev_d9f2c0c3-ee7f- mypool myimage24 8 GiB 512 Bytes d9f2c0c3-ee7f-4d80- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4d80-8464-a6b3efe84782 8464-a6b3efe84782 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 5 bdev_2696182e-dae6- mypool myimage25 8 GiB 512 Bytes 2696182e-dae6-4b2b- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4b2b-8361-1e4cfa600aa4 8361-1e4cfa600aa4 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 6 bdev_664591e6-b3a2- mypool myimage26 8 GiB 512 Bytes 664591e6-b3a2-4ae7- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4ae7-949b-399d59cf8008 949b-399d59cf8008 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 7 bdev_ccc3824f-8de2- mypool myimage27 8 GiB 512 Bytes ccc3824f-8de2-4ff4- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4ff4-84ee-0c3f04f2d617 84ee-0c3f04f2d617 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 8 bdev_d8e73a25-1a3e- mypool myimage28 8 GiB 512 Bytes d8e73a25-1a3e-491c- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 491c-9af1-fbdaa0b21239 9af1-fbdaa0b21239 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 9 bdev_fd26c863-abca- mypool myimage29 8 GiB 512 Bytes fd26c863-abca-46da- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.293 INFO:tasks.workunit.client.0.smithi033.stdout: 46da-87c1-cb2607bafa6b 87c1-cb2607bafa6b 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10 bdev_21a712a2-20fb- mypool myimage30 8 GiB 512 Bytes 21a712a2-20fb-4c77- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4c77-8989-46571afd352c 8989-46571afd352c 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11 bdev_8a5817ec-5c4b- mypool myimage31 8 GiB 512 Bytes 8a5817ec-5c4b-4f73- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4f73-a233-f0b9de98e023 a233-f0b9de98e023 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12 bdev_02b8bcf1-7c36- mypool myimage32 8 GiB 512 Bytes 02b8bcf1-7c36-4e17- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4e17-9910-9368c19f2792 9910-9368c19f2792 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13 bdev_b3b70b36-f160- mypool myimage33 8 GiB 512 Bytes b3b70b36-f160-4ef0- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4ef0-9f38-bf1910a6a104 9f38-bf1910a6a104 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14 bdev_b00345f9-fba8- mypool myimage34 8 GiB 512 Bytes b00345f9-fba8-46ea- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 46ea-8e25-3f85dcb7b5f8 8e25-3f85dcb7b5f8 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15 bdev_6efa3ae4-31be- mypool myimage35 8 GiB 512 Bytes 6efa3ae4-31be-4778- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4778-ab46-54ba74b5ad79 ab46-54ba74b5ad79 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 16 bdev_94d6d9f5-f29f- mypool myimage36 8 GiB 512 Bytes 94d6d9f5-f29f-4368- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4368-b1e5-b0462ee494b3 b1e5-b0462ee494b3 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 17 bdev_08c7d98c-393c- mypool myimage37 8 GiB 512 Bytes 08c7d98c-393c-42a8- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 42a8-aafc-5a5d21639ee8 aafc-5a5d21639ee8 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 18 bdev_808a7ad9-f021- mypool myimage38 8 GiB 512 Bytes 808a7ad9-f021-46d0- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 46d0-96d8-62410ea3651f 96d8-62410ea3651f 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 19 bdev_1bbeadb4-44b3- mypool myimage39 8 GiB 512 Bytes 1bbeadb4-44b3-4324- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4324-a713-fcad0da31e87 a713-fcad0da31e87 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 20 bdev_4cbf8d25-3821- mypool myimage40 8 GiB 512 Bytes 4cbf8d25-3821-4b01- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:56.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4b01-9545-f52eae53a4e7 9545-f52eae53a4e7 2024-09-05T11:00:56.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:56] INFO grpc.py:1284 (2): Received request to list all namespaces for nqn.2016-06.io.spdk:cnode2, context: , client address: IPv4 172.21.15.33:39954 2024-09-05T11:00:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:56 smithi050 ceph-mon[29032]: pgmap v421: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1023 B/s wr, 46 op/s 2024-09-05T11:00:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:56 smithi154 ceph-mon[32554]: pgmap v421: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1023 B/s wr, 46 op/s 2024-09-05T11:00:56.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:56 smithi119 ceph-mon[32672]: pgmap v421: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 1023 B/s wr, 46 op/s 2024-09-05T11:00:57.127 INFO:tasks.workunit.client.0.smithi033.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-09-05T11:00:57.127 INFO:tasks.workunit.client.0.smithi033.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-09-05T11:00:57.127 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.16 --server-address 172.21.15.50 --server-port 5500 --format plain namespace list --subsystem nqn.2016-06.io.spdk:cnode3 2024-09-05T11:00:57.210 INFO:tasks.workunit.client.0.smithi033.stderr:time="2024-09-05T11:00:57Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout:Namespaces in subsystem nqn.2016-06.io.spdk:cnode3: 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout: NSID Bdev RBD RBD Image Block UUID Load R/W IOs R/W MBs Read MBs Write MBs 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout: Name Pool Image Size Size Balancing per per per per 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout: Group second second second second 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout: 1 bdev_e54d63a1-fa8a- mypool myimage41 8 GiB 512 Bytes e54d63a1-fa8a-493e- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout: 493e-8f1a-4564e341fcc8 8f1a-4564e341fcc8 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout: 2 bdev_dec29b41-c39f- mypool myimage42 8 GiB 512 Bytes dec29b41-c39f-4bad- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.100 INFO:tasks.workunit.client.0.smithi033.stdout: 4bad-af31-4c4034c8b9de af31-4c4034c8b9de 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 3 bdev_512ff165-1c53- mypool myimage43 8 GiB 512 Bytes 512ff165-1c53-4f03- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 4f03-94f7-6fd73040879d 94f7-6fd73040879d 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 4 bdev_63ab30d3-a704- mypool myimage44 8 GiB 512 Bytes 63ab30d3-a704-4489- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 4489-99ef-92533e165522 99ef-92533e165522 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 5 bdev_ffc1b815-89af- mypool myimage45 8 GiB 512 Bytes ffc1b815-89af-403c- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 403c-a642-01174dae8123 a642-01174dae8123 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 6 bdev_7de22285-9ab3- mypool myimage46 8 GiB 512 Bytes 7de22285-9ab3-438d- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 438d-bb68-5beca87afeca bb68-5beca87afeca 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 7 bdev_96468891-1dba- mypool myimage47 8 GiB 512 Bytes 96468891-1dba-42bc- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 42bc-b994-317d9545da88 b994-317d9545da88 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 8 bdev_897ab3b6-a1a7- mypool myimage48 8 GiB 512 Bytes 897ab3b6-a1a7-4a5f- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.101 INFO:tasks.workunit.client.0.smithi033.stdout: 4a5f-ac49-fd4fcfaca760 ac49-fd4fcfaca760 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 9 bdev_b9163e3b-06c4- mypool myimage49 8 GiB 512 Bytes b9163e3b-06c4-4a90- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 4a90-a7a4-63544840bd76 a7a4-63544840bd76 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 10 bdev_e3f757f0-39f7- mypool myimage50 8 GiB 512 Bytes e3f757f0-39f7-412f- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 412f-8e85-2584c42d345f 8e85-2584c42d345f 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 11 bdev_6924be01-47d7- mypool myimage51 8 GiB 512 Bytes 6924be01-47d7-42b7- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 42b7-b5a7-d0ff1790ffa1 b5a7-d0ff1790ffa1 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 12 bdev_6c61f3a1-ff5a- mypool myimage52 8 GiB 512 Bytes 6c61f3a1-ff5a-4c59- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 4c59-b9f8-cd854dc55944 b9f8-cd854dc55944 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 13 bdev_4f1da55a-799f- mypool myimage53 8 GiB 512 Bytes 4f1da55a-799f-4a4b- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 4a4b-b65e-1bcfc9f148c4 b65e-1bcfc9f148c4 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 14 bdev_862d20bc-7f39- mypool myimage54 8 GiB 512 Bytes 862d20bc-7f39-4680- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 4680-955d-074348cb8d3d 955d-074348cb8d3d 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 15 bdev_9480ac48-5b9b- mypool myimage55 8 GiB 512 Bytes 9480ac48-5b9b-466f- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.102 INFO:tasks.workunit.client.0.smithi033.stdout: 466f-ba7c-04abd7a9de5e ba7c-04abd7a9de5e 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 16 bdev_9b641d28-05b8- mypool myimage56 8 GiB 512 Bytes 9b641d28-05b8-49a3- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 49a3-8d77-2cdb1ce83b1d 8d77-2cdb1ce83b1d 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 17 bdev_b9e5dbac-cb85- mypool myimage57 8 GiB 512 Bytes b9e5dbac-cb85-451f- 2 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 451f-a32e-b189fe644b63 a32e-b189fe644b63 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 18 bdev_d317efba-3334- mypool myimage58 8 GiB 512 Bytes d317efba-3334-46bd- 3 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 46bd-9373-66153d4e0c30 9373-66153d4e0c30 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 19 bdev_c41fd277-94bc- mypool myimage59 8 GiB 512 Bytes c41fd277-94bc-40fb- 4 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 40fb-81cb-42929c51db1b 81cb-42929c51db1b 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 20 bdev_cd9c2d54-aff4- mypool myimage60 8 GiB 512 Bytes cd9c2d54-aff4-4982- 1 unlimited unlimited unlimited unlimited 2024-09-05T11:00:58.103 INFO:tasks.workunit.client.0.smithi033.stdout: 4982-8f1c-82fba42edb13 8f1c-82fba42edb13 2024-09-05T11:00:58.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:00:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:00:57] INFO grpc.py:1284 (2): Received request to list all namespaces for nqn.2016-06.io.spdk:cnode3, context: , client address: IPv4 172.21.15.33:33270 2024-09-05T11:00:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:00:58 smithi050 ceph-mon[29032]: pgmap v422: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 511 B/s wr, 37 op/s 2024-09-05T11:00:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:00:58 smithi154 ceph-mon[32554]: pgmap v422: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 511 B/s wr, 37 op/s 2024-09-05T11:00:58.930 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Subsystem setup done 2024-09-05T11:00:58.930 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Subsystem setup done' 2024-09-05T11:00:58.931 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-05T11:00:58.931 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T11:00:58.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:00:58 smithi119 ceph-mon[32672]: pgmap v422: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 511 B/s wr, 37 op/s 2024-09-05T11:00:59.000 INFO:tasks.workunit:Stopping ['nvmeof/setup_subsystem.sh'] on client.0... 2024-09-05T11:00:59.000 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-05T11:00:59.339 DEBUG:teuthology.parallel:result is None 2024-09-05T11:00:59.340 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:00:59.364 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:00:59.364 DEBUG:teuthology.orchestra.run.smithi033:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-05T11:00:59.428 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:00:59.428 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T11:00:59.440 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi050.front.sepia.ceph.com 2024-09-05T11:00:59.440 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph health detail' 2024-09-05T11:00:59.649 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:00 smithi050 ceph-mon[29032]: pgmap v423: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T11:01:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:00 smithi154 ceph-mon[32554]: pgmap v423: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T11:01:00.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:00 smithi119 ceph-mon[32672]: pgmap v423: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-05T11:01:01.666 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:01:02.461 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph orch ps' 2024-09-05T11:01:02.674 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:02.743 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:02 smithi050 ceph-mon[29032]: pgmap v424: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 170 B/s wr, 4 op/s 2024-09-05T11:01:02.743 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:02 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3760533727' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:02 smithi154 ceph-mon[32554]: pgmap v424: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 170 B/s wr, 4 op/s 2024-09-05T11:01:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:02 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3760533727' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:02 smithi119 ceph-mon[32672]: pgmap v424: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 170 B/s wr, 4 op/s 2024-09-05T11:01:02.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:02 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3760533727' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:9283,8765 running (13m) 5m ago 13m 490M - 18.2.4-661-ga1de9ae7 13f0a984206a fab617f4598b 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (11m) 5m ago 11m 437M - 18.2.4-661-ga1de9ae7 13f0a984206a 49260c975a10 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (13m) 5m ago 13m 44.5M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 82615af9684f 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (11m) 5m ago 11m 35.4M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 90ae4d685f92 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (11m) 5m ago 11m 34.9M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 09478c9e7921 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (5m) 5m ago 5m 56.1M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (6m) 5m ago 6m 55.9M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (6m) 5m ago 6m 55.8M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:01:04.617 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (6m) 5m ago 6m 55.5M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (10m) 5m ago 10m 42.3M 8546M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (10m) 5m ago 10m 41.4M 8546M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (10m) 5m ago 10m 48.3M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (9m) 5m ago 9m 49.0M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (9m) 5m ago 9m 37.8M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (8m) 5m ago 8m 39.0M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (8m) 5m ago 8m 37.4M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:01:04.618 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (8m) 5m ago 8m 37.8M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:01:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:04 smithi050 ceph-mon[29032]: pgmap v425: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:04 smithi154 ceph-mon[32554]: pgmap v425: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:04 smithi119 ceph-mon[32672]: pgmap v425: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:05.476 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph nvme-gw show mypool '"'"''"'"'' 2024-09-05T11:01:05.679 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:06.889 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:06 smithi050 ceph-mon[29032]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:06.889 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:06 smithi050 ceph-mon[29032]: pgmap v426: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:06 smithi154 ceph-mon[32554]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:06 smithi154 ceph-mon[32554]: pgmap v426: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:06 smithi119 ceph-mon[32672]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:06 smithi119 ceph-mon[32672]: pgmap v426: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:07.658 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:07.658 INFO:teuthology.orchestra.run.smithi050.stdout: "epoch": 5, 2024-09-05T11:01:07.658 INFO:teuthology.orchestra.run.smithi050.stdout: "pool": "mypool", 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "group": "", 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "num gws": 4, 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "Anagrp list": "[ 1 2 3 4 ]" 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.a", 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 1, 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "CREATED", 2024-09-05T11:01:07.659 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: STANDBY , 2: STANDBY , 3: STANDBY , 4: STANDBY ," 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.b", 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 2, 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "CREATED", 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: STANDBY , 2: STANDBY , 3: STANDBY , 4: STANDBY ," 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.c", 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 3, 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "CREATED", 2024-09-05T11:01:07.660 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: STANDBY , 2: STANDBY , 3: STANDBY , 4: STANDBY ," 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.d", 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 4, 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "CREATED", 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: STANDBY , 2: STANDBY , 3: STANDBY , 4: STANDBY ," 2024-09-05T11:01:07.661 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:08.364 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-05T11:01:08.559 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:08 smithi050 ceph-mon[29032]: pgmap v427: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:08 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3078886726' entity='client.admin' cmd={"prefix": "nvme-gw show", "pool": "mypool", "group": ""} : dispatch 2024-09-05T11:01:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:08 smithi154 ceph-mon[32554]: pgmap v427: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:08 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3078886726' entity='client.admin' cmd={"prefix": "nvme-gw show", "pool": "mypool", "group": ""} : dispatch 2024-09-05T11:01:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:08 smithi119 ceph-mon[32672]: pgmap v427: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:08.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:08 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3078886726' entity='client.admin' cmd={"prefix": "nvme-gw show", "pool": "mypool", "group": ""} : dispatch 2024-09-05T11:01:09.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:09 smithi050 ceph-mon[29032]: pgmap v428: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:09.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:09 smithi154 ceph-mon[32554]: pgmap v428: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:09.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:09 smithi119 ceph-mon[32672]: pgmap v428: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:11.128 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-05T11:01:11.324 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:12.768 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:12 smithi050 ceph-mon[29032]: pgmap v429: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:12 smithi154 ceph-mon[32554]: pgmap v429: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:12.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:12 smithi119 ceph-mon[32672]: pgmap v429: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:13.917 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-05T11:01:14.113 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:14 smithi050 ceph-mon[29032]: pgmap v430: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:14 smithi154 ceph-mon[32554]: pgmap v430: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:14.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:14 smithi119 ceph-mon[32672]: pgmap v430: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:16.634 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:squid-nvmeof' 2024-09-05T11:01:16.839 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:16 smithi050 ceph-mon[29032]: pgmap v431: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:16 smithi154 ceph-mon[32554]: pgmap v431: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:16.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:16 smithi119 ceph-mon[32672]: pgmap v431: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:18.589 INFO:teuthology.orchestra.run.smithi050.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:squid-nvmeof 2024-09-05T11:01:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:18 smithi050 ceph-mon[29032]: pgmap v432: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:18 smithi154 ceph-mon[32554]: pgmap v432: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:18.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:18 smithi119 ceph-mon[32672]: pgmap v432: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:19.420 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T11:01:19.432 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi050.front.sepia.ceph.com 2024-09-05T11:01:19.433 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2024-09-05T11:01:19.641 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:01:19.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:squid-nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:19.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:squid-nvmeof 2024-09-05T11:01:19.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:01:19.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T11:01:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-09-05T11:01:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi050 to 6498M 2024-09-05T11:01:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:01:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:01:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:19 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:squid-nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:19.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:squid-nvmeof 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi050 to 6498M 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:01:19.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:19 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:squid-nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:squid-nvmeof 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi050 to 6498M 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:01:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:19 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:20 smithi050 ceph-mon[29032]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:squid-nvmeof 2024-09-05T11:01:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:20 smithi050 ceph-mon[29032]: pgmap v433: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:20 smithi154 ceph-mon[32554]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:squid-nvmeof 2024-09-05T11:01:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:20 smithi154 ceph-mon[32554]: pgmap v433: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:20.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:20 smithi119 ceph-mon[32672]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:squid-nvmeof 2024-09-05T11:01:20.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:20 smithi119 ceph-mon[32672]: pgmap v433: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:21.791 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:9283,8765 running (13m) 6m ago 13m 490M - 18.2.4-661-ga1de9ae7 13f0a984206a fab617f4598b 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (11m) 6m ago 11m 437M - 18.2.4-661-ga1de9ae7 13f0a984206a 49260c975a10 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (13m) 6m ago 13m 44.5M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 82615af9684f 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (11m) 6m ago 11m 35.4M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 90ae4d685f92 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (11m) 6m ago 11m 34.9M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 09478c9e7921 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (6m) 6m ago 6m 56.1M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (6m) 6m ago 6m 55.9M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:01:22.420 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (6m) 6m ago 6m 55.8M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (6m) 6m ago 6m 55.5M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (11m) 6m ago 11m 42.3M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (10m) 6m ago 10m 41.4M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (10m) 6m ago 10m 48.3M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (9m) 6m ago 9m 49.0M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (9m) 6m ago 9m 37.8M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (9m) 6m ago 9m 39.0M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (8m) 6m ago 8m 37.4M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:01:22.421 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (8m) 6m ago 8m 37.8M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:01:22.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:22 smithi050 ceph-mon[29032]: pgmap v434: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 3 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 2 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:01:22.798 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:01:22.799 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8 2024-09-05T11:01:22.799 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:01:22.799 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:01:22.799 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 13 2024-09-05T11:01:22.799 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:01:22.799 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:22 smithi154 ceph-mon[32554]: pgmap v434: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:22.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:22 smithi119 ceph-mon[32672]: pgmap v434: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:23.115 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:23.115 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:squid-nvmeof", 2024-09-05T11:01:23.115 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:01:23.116 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:01:23.116 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [], 2024-09-05T11:01:23.116 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "", 2024-09-05T11:01:23.116 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:squid-nvmeof image", 2024-09-05T11:01:23.116 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:01:23.116 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:23.489 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:01:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:23 smithi050 ceph-mon[29032]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:23 smithi050 ceph-mon[29032]: from='client.25036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:23 smithi050 ceph-mon[29032]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:23 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2955754699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:01:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:23 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/1452123958' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:23 smithi154 ceph-mon[32554]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:23 smithi154 ceph-mon[32554]: from='client.25036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:23 smithi154 ceph-mon[32554]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:23 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2955754699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:01:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:23 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/1452123958' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:23 smithi119 ceph-mon[32672]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:23 smithi119 ceph-mon[32672]: from='client.25036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:23 smithi119 ceph-mon[32672]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:23 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2955754699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:01:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:23 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/1452123958' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:24 smithi050 ceph-mon[29032]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:24 smithi050 ceph-mon[29032]: pgmap v435: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:24 smithi154 ceph-mon[32554]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:24 smithi154 ceph-mon[32554]: pgmap v435: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:24 smithi119 ceph-mon[32672]: from='client.15294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:24 smithi119 ceph-mon[32672]: pgmap v435: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:26 smithi050 ceph-mon[29032]: pgmap v436: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:26 smithi154 ceph-mon[32554]: pgmap v436: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:26.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:26 smithi119 ceph-mon[32672]: pgmap v436: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:27 smithi050 ceph-mon[29032]: pgmap v437: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:27 smithi154 ceph-mon[32554]: pgmap v437: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:27.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:27 smithi119 ceph-mon[32672]: pgmap v437: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:30 smithi050 ceph-mon[29032]: pgmap v438: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:30 smithi154 ceph-mon[32554]: pgmap v438: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:30 smithi119 ceph-mon[32672]: pgmap v438: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:32 smithi050 ceph-mon[29032]: pgmap v439: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:32 smithi154 ceph-mon[32554]: pgmap v439: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:32.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:32 smithi119 ceph-mon[32672]: pgmap v439: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:34 smithi050 ceph-mon[29032]: pgmap v440: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:34 smithi154 ceph-mon[32554]: pgmap v440: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:34 smithi119 ceph-mon[32672]: pgmap v440: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:36 smithi050 ceph-mon[29032]: pgmap v441: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:36 smithi154 ceph-mon[32554]: pgmap v441: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:36.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:36 smithi119 ceph-mon[32672]: pgmap v441: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:38.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:38 smithi050 ceph-mon[29032]: pgmap v442: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:38 smithi154 ceph-mon[32554]: pgmap v442: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:38.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:38 smithi119 ceph-mon[32672]: pgmap v442: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:40 smithi050 ceph-mon[29032]: pgmap v443: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:40 smithi154 ceph-mon[32554]: pgmap v443: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:40 smithi119 ceph-mon[32672]: pgmap v443: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:42 smithi050 ceph-mon[29032]: pgmap v444: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:42 smithi154 ceph-mon[32554]: pgmap v444: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:42.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:42 smithi119 ceph-mon[32672]: pgmap v444: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:44 smithi050 ceph-mon[29032]: pgmap v445: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:44 smithi154 ceph-mon[32554]: pgmap v445: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:44.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:44 smithi119 ceph-mon[32672]: pgmap v445: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:46.817 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:46 smithi050 ceph-mon[29032]: pgmap v446: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:46 smithi154 ceph-mon[32554]: pgmap v446: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:46.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:46 smithi119 ceph-mon[32672]: pgmap v446: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:48.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:48.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: Upgrade: Target is version 19.1.0-1421-gad95a3e1 (unknown) 2024-09-05T11:01:48.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, digests ['quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79'] 2024-09-05T11:01:48.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:01:48.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:48.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-05T11:01:48.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi119 2024-09-05T11:01:48.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:47 smithi050 ceph-mon[29032]: pgmap v447: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: Upgrade: Target is version 19.1.0-1421-gad95a3e1 (unknown) 2024-09-05T11:01:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, digests ['quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79'] 2024-09-05T11:01:48.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:01:48.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:48.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-05T11:01:48.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi119 2024-09-05T11:01:48.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:47 smithi154 ceph-mon[32554]: pgmap v447: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: Upgrade: Target is version 19.1.0-1421-gad95a3e1 (unknown) 2024-09-05T11:01:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, digests ['quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79'] 2024-09-05T11:01:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:01:48.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:01:48.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-05T11:01:48.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi119 2024-09-05T11:01:48.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:47 smithi119 ceph-mon[32672]: pgmap v447: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:50 smithi050 ceph-mon[29032]: pgmap v448: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:50 smithi154 ceph-mon[32554]: pgmap v448: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:50 smithi119 ceph-mon[32672]: pgmap v448: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:52 smithi050 ceph-mon[29032]: pgmap v449: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:52 smithi154 ceph-mon[32554]: pgmap v449: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:52.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:52 smithi119 ceph-mon[32672]: pgmap v449: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:53.785 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:01:54.517 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:9283,8765 running (14m) 6m ago 14m 490M - 18.2.4-661-ga1de9ae7 13f0a984206a fab617f4598b 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (11m) 6m ago 11m 437M - 18.2.4-661-ga1de9ae7 13f0a984206a 49260c975a10 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (14m) 6m ago 14m 44.5M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 82615af9684f 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (12m) 6m ago 12m 35.4M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 90ae4d685f92 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (12m) 6m ago 12m 34.9M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 09478c9e7921 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (6m) 6m ago 6m 56.1M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (7m) 6m ago 7m 55.9M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (6m) 6m ago 6m 55.8M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (7m) 6m ago 7m 55.5M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:01:54.518 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (11m) 6m ago 11m 42.3M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:01:54.519 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (11m) 6m ago 11m 41.4M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:01:54.519 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (10m) 6m ago 10m 48.3M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:01:54.519 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (10m) 6m ago 10m 49.0M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:01:54.519 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (10m) 6m ago 10m 37.8M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:01:54.519 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (9m) 6m ago 9m 39.0M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:01:54.519 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (9m) 6m ago 9m 37.4M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:01:54.519 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (8m) 6m ago 8m 37.8M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:01:54.850 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:54.850 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 3 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 2 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 13 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:01:54.851 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:54.852 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:54 smithi050 ceph-mon[29032]: pgmap v450: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:54 smithi154 ceph-mon[32554]: pgmap v450: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:54 smithi119 ceph-mon[32672]: pgmap v450: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [], 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "0/17 daemons upgraded", 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 image on host smithi119", 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:01:55.131 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:01:55.468 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:01:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:55 smithi050 ceph-mon[29032]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:55 smithi050 ceph-mon[29032]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:55 smithi050 ceph-mon[29032]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:55 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2397295978' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:01:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:55 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/4157923903' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:55 smithi154 ceph-mon[32554]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:55 smithi154 ceph-mon[32554]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:55 smithi154 ceph-mon[32554]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:55 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2397295978' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:01:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:55 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/4157923903' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:55 smithi119 ceph-mon[32672]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:55 smithi119 ceph-mon[32672]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:55 smithi119 ceph-mon[32672]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:55 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2397295978' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:01:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:55 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/4157923903' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:01:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:56 smithi050 ceph-mon[29032]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:56 smithi050 ceph-mon[29032]: pgmap v451: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:56 smithi154 ceph-mon[32554]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:56 smithi154 ceph-mon[32554]: pgmap v451: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:56.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:56 smithi119 ceph-mon[32672]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:01:56.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:56 smithi119 ceph-mon[32672]: pgmap v451: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:01:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:01:58 smithi050 ceph-mon[29032]: pgmap v452: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:01:58 smithi154 ceph-mon[32554]: pgmap v452: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:01:58.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:01:58 smithi119 ceph-mon[32672]: pgmap v452: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:00 smithi050 ceph-mon[29032]: pgmap v453: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:00 smithi154 ceph-mon[32554]: pgmap v453: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:00.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:00 smithi119 ceph-mon[32672]: pgmap v453: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:02 smithi050 ceph-mon[29032]: pgmap v454: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:02 smithi154 ceph-mon[32554]: pgmap v454: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:02 smithi119 ceph-mon[32672]: pgmap v454: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:04 smithi050 ceph-mon[29032]: pgmap v455: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:04 smithi154 ceph-mon[32554]: pgmap v455: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:04 smithi119 ceph-mon[32672]: pgmap v455: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:06 smithi050 ceph-mon[29032]: pgmap v456: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:06 smithi154 ceph-mon[32554]: pgmap v456: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:06.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:06 smithi119 ceph-mon[32672]: pgmap v456: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:08 smithi050 ceph-mon[29032]: pgmap v457: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:08 smithi154 ceph-mon[32554]: pgmap v457: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:08 smithi119 ceph-mon[32672]: pgmap v457: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:10.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:10 smithi050 ceph-mon[29032]: pgmap v458: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:10 smithi154 ceph-mon[32554]: pgmap v458: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:10.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:10 smithi119 ceph-mon[32672]: pgmap v458: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:12.811 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:12 smithi119 ceph-mon[32672]: pgmap v459: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:12 smithi050 ceph-mon[29032]: pgmap v459: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:12 smithi154 ceph-mon[32554]: pgmap v459: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:14.864 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:14 smithi119 ceph-mon[32672]: pgmap v460: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:14.864 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:14 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:14.864 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:14 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:14.864 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:14 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:02:14.865 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:14 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:14 smithi050 ceph-mon[29032]: pgmap v460: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:02:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:14 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:14 smithi154 ceph-mon[32554]: pgmap v460: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:14 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:14 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:14 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:02:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:14 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:15.415 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:15 smithi119 systemd[1]: Stopping Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:02:15.695 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:15 smithi119 podman[55267]: 2024-09-05 11:02:15.414242 +0000 UTC m=+0.151227476 container died 49260c975a101057040c51d977b1127662c5e6be926a806e27320fe137510049 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-nvmeof-a1de9ae, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T11:02:15.695 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:15 smithi119 ceph-mon[32672]: Upgrade: Updating mgr.y 2024-09-05T11:02:15.696 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:15 smithi119 ceph-mon[32672]: Deploying daemon mgr.y on smithi119 2024-09-05T11:02:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:15 smithi050 ceph-mon[29032]: Upgrade: Updating mgr.y 2024-09-05T11:02:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:15 smithi050 ceph-mon[29032]: Deploying daemon mgr.y on smithi119 2024-09-05T11:02:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:15 smithi154 ceph-mon[32554]: Upgrade: Updating mgr.y 2024-09-05T11:02:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:15 smithi154 ceph-mon[32554]: Deploying daemon mgr.y on smithi119 2024-09-05T11:02:15.997 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:15 smithi119 podman[55267]: 2024-09-05 11:02:15.768185812 +0000 UTC m=+0.505171288 container cleanup 49260c975a101057040c51d977b1127662c5e6be926a806e27320fe137510049 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-05T11:02:15.997 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:15 smithi119 bash[55267]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y 2024-09-05T11:02:16.404 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 podman[55279]: 2024-09-05 11:02:16.061380371 +0000 UTC m=+0.639888130 container remove 49260c975a101057040c51d977b1127662c5e6be926a806e27320fe137510049 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-nvmeof-a1de9ae, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-05T11:02:16.404 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-05T11:02:16.405 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-05T11:02:16.405 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 systemd[1]: Stopped Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:02:16.405 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service: Consumed 6.192s CPU time. 2024-09-05T11:02:16.735 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:16 smithi119 ceph-mon[32672]: pgmap v461: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:16.736 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 systemd[1]: Starting Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:02:16.736 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 podman[55411]: 2024-09-05 11:02:16.518621993 +0000 UTC m=+0.019617033 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:02:16.736 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 podman[55411]: 2024-09-05 11:02:16.637313599 +0000 UTC m=+0.138308628 container create 94809d20f3a5376ad6e880762cc67a003a72ab881d5fca550a00ddde313777a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-05T11:02:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:16 smithi050 ceph-mon[29032]: pgmap v461: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:16 smithi154 ceph-mon[32554]: pgmap v461: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:16.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 podman[55411]: 2024-09-05 11:02:16.857126031 +0000 UTC m=+0.358121088 container init 94809d20f3a5376ad6e880762cc67a003a72ab881d5fca550a00ddde313777a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True) 2024-09-05T11:02:16.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 podman[55411]: 2024-09-05 11:02:16.860353242 +0000 UTC m=+0.361348274 container start 94809d20f3a5376ad6e880762cc67a003a72ab881d5fca550a00ddde313777a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:02:16.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:16 smithi119 ceph-mgr[55430]: -- 172.21.15.119:0/3697361342 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b3daac30e0 con 0x55b3daaa1400 2024-09-05T11:02:17.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:17.231+0000 7fc256b56040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T11:02:17.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 bash[55411]: 94809d20f3a5376ad6e880762cc67a003a72ab881d5fca550a00ddde313777a9 2024-09-05T11:02:17.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 systemd[1]: Started Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:02:17.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:17.298+0000 7fc256b56040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:17.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:17.456+0000 7fc256b56040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T11:02:17.855 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:17.527+0000 7fc256b56040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T11:02:17.855 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:17.706+0000 7fc256b56040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:17.855 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:17.853+0000 7fc256b56040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T11:02:18.463 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:18.463 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:18.463 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:18 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:18.463 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:18 smithi119 ceph-mon[32672]: pgmap v462: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:18.464 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:18.190+0000 7fc256b56040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T11:02:18.464 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:18.258+0000 7fc256b56040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T11:02:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:18 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:18 smithi050 ceph-mon[29032]: pgmap v462: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:18 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:18 smithi154 ceph-mon[32554]: pgmap v462: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:18.747 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:18 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:18.461+0000 7fc256b56040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T11:02:19.748 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:19.452+0000 7fc256b56040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T11:02:19.748 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:19.525+0000 7fc256b56040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T11:02:20.378 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:20.303+0000 7fc256b56040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T11:02:20.379 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.379 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.379 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-mon[32672]: pgmap v463: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:20.379 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.379 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.641 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:20.427+0000 7fc256b56040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T11:02:20.641 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:20.576+0000 7fc256b56040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:20 smithi050 ceph-mon[29032]: pgmap v463: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:20 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:20 smithi154 ceph-mon[32554]: pgmap v463: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:20 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:20.930 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:20.639+0000 7fc256b56040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T11:02:20.930 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:20.795+0000 7fc256b56040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T11:02:20.930 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:20.865+0000 7fc256b56040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T11:02:21.183 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:20.928+0000 7fc256b56040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T11:02:21.183 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:21.094+0000 7fc256b56040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T11:02:21.183 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:21.161+0000 7fc256b56040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T11:02:21.446 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:21.232+0000 7fc256b56040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T11:02:21.446 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:21.319+0000 7fc256b56040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:21.446 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:21.382+0000 7fc256b56040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T11:02:21.446 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:21.444+0000 7fc256b56040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T11:02:22.563 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:22.288+0000 7fc256b56040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T11:02:22.857 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-mon[32672]: pgmap v464: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:22.857 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-mon[32672]: Standby manager daemon y restarted 2024-09-05T11:02:22.857 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-mon[32672]: Standby manager daemon y started 2024-09-05T11:02:22.857 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:02:22.857 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:22.857 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:02:22.857 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:22 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:22 smithi050 ceph-mon[29032]: pgmap v464: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:22 smithi050 ceph-mon[29032]: Standby manager daemon y restarted 2024-09-05T11:02:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:22 smithi050 ceph-mon[29032]: Standby manager daemon y started 2024-09-05T11:02:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:22 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:02:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:22 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:22 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:02:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:22 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:22 smithi154 ceph-mon[32554]: pgmap v464: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:22 smithi154 ceph-mon[32554]: Standby manager daemon y restarted 2024-09-05T11:02:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:22 smithi154 ceph-mon[32554]: Standby manager daemon y started 2024-09-05T11:02:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:22 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:02:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:22 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:22 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:02:22.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:22 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:23.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:23.071+0000 7f8a2b6ab640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-05T11:02:23.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ignoring --setuser ceph since I am not root 2024-09-05T11:02:23.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: ignoring --setgroup ceph since I am not root 2024-09-05T11:02:23.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:23.215+0000 7f7b9df99040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T11:02:23.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:23.273+0000 7f7b9df99040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:23.773 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:23.425+0000 7f7b9df99040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T11:02:23.773 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:23.494+0000 7f7b9df99040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T11:02:23.773 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:23.646+0000 7f7b9df99040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: mgrmap e17: x(active, since 13m), standbys: y 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.774 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr fail", "who": "x"} : dispatch 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: Activating manager daemon y 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: osdmap e60: 8 total, 8 up, 8 in 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: mgrmap e18: y(active, starting, since 0.00692931s) 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:02:23.775 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:02:23.776 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: Manager daemon y is now available 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-05T11:02:23.777 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: mgrmap e17: x(active, since 13m), standbys: y 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr fail", "who": "x"} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: Activating manager daemon y 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: osdmap e60: 8 total, 8 up, 8 in 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: mgrmap e18: y(active, starting, since 0.00692931s) 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:02:23.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: Manager daemon y is now available 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:23.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:23.930 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:23.930 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:23.930 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-05T11:02:23.930 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:23 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-05T11:02:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: mgrmap e17: x(active, since 13m), standbys: y 2024-09-05T11:02:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "mgr fail", "who": "x"} : dispatch 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: Activating manager daemon y 2024-09-05T11:02:23.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: osdmap e60: 8 total, 8 up, 8 in 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.14150 172.21.15.50:0/2' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: mgrmap e18: y(active, starting, since 0.00692931s) 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:02:24.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: Manager daemon y is now available 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:24.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-05T11:02:24.002 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:23 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-05T11:02:24.025 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:23.791+0000 7f7b9df99040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T11:02:24.375 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:24.113+0000 7f7b9df99040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T11:02:24.376 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:24.178+0000 7f7b9df99040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T11:02:24.376 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:24.374+0000 7f7b9df99040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T11:02:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:24 smithi050 ceph-mon[29032]: Migrating agent root cert to cert store 2024-09-05T11:02:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:24 smithi050 ceph-mon[29032]: Migrating agent root key to cert store 2024-09-05T11:02:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:24 smithi050 ceph-mon[29032]: mgrmap e19: y(active, since 1.0085s) 2024-09-05T11:02:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:24 smithi154 ceph-mon[32554]: Migrating agent root cert to cert store 2024-09-05T11:02:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:24 smithi154 ceph-mon[32554]: Migrating agent root key to cert store 2024-09-05T11:02:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:24 smithi154 ceph-mon[32554]: mgrmap e19: y(active, since 1.0085s) 2024-09-05T11:02:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:24 smithi119 ceph-mon[32672]: Migrating agent root cert to cert store 2024-09-05T11:02:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:24 smithi119 ceph-mon[32672]: Migrating agent root key to cert store 2024-09-05T11:02:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:24 smithi119 ceph-mon[32672]: mgrmap e19: y(active, since 1.0085s) 2024-09-05T11:02:25.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:25.222+0000 7fc1b8b9c640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:11:02:25] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:25.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: Traceback (most recent call last): 2024-09-05T11:02:25.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:25.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: self._connections.run(self.expiration_interval) 2024-09-05T11:02:25.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:25.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: self._run(expiration_interval) 2024-09-05T11:02:25.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: s = self.context.wrap_socket( 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: return self.sslsocket_class._create( 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: self.do_handshake() 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: self._sslobj.do_handshake() 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:25.499 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:25.567 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:25.273+0000 7f7b9df99040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T11:02:25.567 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:25.341+0000 7f7b9df99040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T11:02:25.778 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:02:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-mon[29032]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi033 2024-09-05T11:02:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi050 2024-09-05T11:02:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi173 2024-09-05T11:02:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi154 2024-09-05T11:02:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-mon[29032]: Deploying cephadm binary to smithi119 2024-09-05T11:02:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:25 smithi050 ceph-mon[29032]: mgrmap e20: y(active, since 2s) 2024-09-05T11:02:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:25 smithi154 ceph-mon[32554]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:25 smithi154 ceph-mon[32554]: Deploying cephadm binary to smithi033 2024-09-05T11:02:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:25 smithi154 ceph-mon[32554]: Deploying cephadm binary to smithi050 2024-09-05T11:02:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:25 smithi154 ceph-mon[32554]: Deploying cephadm binary to smithi173 2024-09-05T11:02:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:25 smithi154 ceph-mon[32554]: Deploying cephadm binary to smithi154 2024-09-05T11:02:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:25 smithi154 ceph-mon[32554]: Deploying cephadm binary to smithi119 2024-09-05T11:02:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:25 smithi154 ceph-mon[32554]: mgrmap e20: y(active, since 2s) 2024-09-05T11:02:25.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-mon[32672]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:25.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-mon[32672]: Deploying cephadm binary to smithi033 2024-09-05T11:02:25.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-mon[32672]: Deploying cephadm binary to smithi050 2024-09-05T11:02:25.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-mon[32672]: Deploying cephadm binary to smithi173 2024-09-05T11:02:25.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-mon[32672]: Deploying cephadm binary to smithi154 2024-09-05T11:02:25.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-mon[32672]: Deploying cephadm binary to smithi119 2024-09-05T11:02:25.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:25 smithi119 ceph-mon[32672]: mgrmap e20: y(active, since 2s) 2024-09-05T11:02:26.359 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.088+0000 7f7b9df99040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T11:02:26.359 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.210+0000 7f7b9df99040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T11:02:26.537 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:02:26.537 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:9283,8765 running (14m) 7m ago 14m 490M - 18.2.4-661-ga1de9ae7 13f0a984206a fab617f4598b 2024-09-05T11:02:26.537 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (10s) 7s ago 12m 70.6M - 19.1.0-1421-gad95a3e1 20621b93dff8 94809d20f3a5 2024-09-05T11:02:26.537 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (14m) 7m ago 14m 44.5M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 82615af9684f 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (12m) 7s ago 12m 37.2M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 90ae4d685f92 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (12m) 7m ago 12m 34.9M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 09478c9e7921 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (7m) 7m ago 7m 56.1M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (7m) 7s ago 7m 127M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (7m) 7m ago 7m 55.8M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (7m) 7m ago 7m 55.5M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (12m) 7m ago 12m 42.3M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (11m) 7m ago 11m 41.4M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (11m) 7s ago 11m 53.3M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (11m) 7s ago 11m 53.3M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (10m) 7s ago 10m 41.8M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (10m) 7m ago 10m 39.0M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:02:26.538 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (9m) 7m ago 9m 37.4M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:02:26.539 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (9m) 7m ago 9m 37.8M 7061M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:02:26.664 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:25] ENGINE Bus STARTING 2024-09-05T11:02:26.664 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-mon[29032]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:26.664 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:25] ENGINE Serving on https://172.21.15.119:7150 2024-09-05T11:02:26.664 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:25] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:26.664 INFO:journalctl@ceph.mon.a.smithi050.stdout: Traceback (most recent call last): 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._run(expiration_interval) 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: s = self.context.wrap_socket( 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: return self.sslsocket_class._create( 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:26.665 INFO:journalctl@ceph.mon.a.smithi050.stdout: self.do_handshake() 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._sslobj.do_handshake() 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mon.a.smithi050.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:25] ENGINE Serving on http://172.21.15.119:8765 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:25] ENGINE Bus STARTED 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-mon[29032]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.357+0000 7f7b9df99040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.420+0000 7f7b9df99040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.589+0000 7f7b9df99040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T11:02:26.666 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.662+0000 7f7b9df99040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T11:02:26.883 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 3 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 1 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 11, 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 1 2024-09-05T11:02:26.884 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:02:26.885 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:02:26.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.725+0000 7f7b9df99040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T11:02:26.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.887+0000 7f7b9df99040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T11:02:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:26 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:25] ENGINE Bus STARTING 2024-09-05T11:02:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:26 smithi154 ceph-mon[32554]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:26 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:25] ENGINE Serving on https://172.21.15.119:7150 2024-09-05T11:02:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:26 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:25] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout: Traceback (most recent call last): 2024-09-05T11:02:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._run(expiration_interval) 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: s = self.context.wrap_socket( 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: return self.sslsocket_class._create( 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:26.927 INFO:journalctl@ceph.mon.c.smithi154.stdout: self.do_handshake() 2024-09-05T11:02:26.928 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:26.928 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._sslobj.do_handshake() 2024-09-05T11:02:26.928 INFO:journalctl@ceph.mon.c.smithi154.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:26.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:26 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:25] ENGINE Serving on http://172.21.15.119:8765 2024-09-05T11:02:26.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:26 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:25] ENGINE Bus STARTED 2024-09-05T11:02:26.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:26 smithi154 ceph-mon[32554]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:26 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:25] ENGINE Bus STARTING 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:26 smithi119 ceph-mon[32672]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:26 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:25] ENGINE Serving on https://172.21.15.119:7150 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:26 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:25] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: Traceback (most recent call last): 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._run(expiration_interval) 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: s = self.context.wrap_socket( 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: return self.sslsocket_class._create( 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: self.do_handshake() 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._sslobj.do_handshake() 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:26 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:25] ENGINE Serving on http://172.21.15.119:8765 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:26 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:25] ENGINE Bus STARTED 2024-09-05T11:02:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:26 smithi119 ceph-mon[32672]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:27.231 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:26.956+0000 7f7b9df99040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T11:02:27.232 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:27.065+0000 7f7b9df99040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T11:02:27.232 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:27.168+0000 7f7b9df99040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:27.232 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:27.230+0000 7f7b9df99040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [], 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "1/17 daemons upgraded", 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "", 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:02:27.248 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:02:27.569 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:27.292+0000 7f7b9df99040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T11:02:27.593 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:02:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-mon[29032]: from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-mon[29032]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/312180102' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:02:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:27 smithi050 ceph-mon[29032]: mgrmap e21: y(active, since 4s) 2024-09-05T11:02:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:27 smithi154 ceph-mon[32554]: from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:27 smithi154 ceph-mon[32554]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:27 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/312180102' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:02:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:27 smithi154 ceph-mon[32554]: mgrmap e21: y(active, since 4s) 2024-09-05T11:02:27.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:27 smithi119 ceph-mon[32672]: from='client.15384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:27 smithi119 ceph-mon[32672]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:27 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/312180102' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:02:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:27 smithi119 ceph-mon[32672]: mgrmap e21: y(active, since 4s) 2024-09-05T11:02:28.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[29259]: 2024-09-05T11:02:28.112+0000 7f7b9df99040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T11:02:28.843 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2880882069' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: Standby manager daemon x started 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.844 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.845 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:28 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2880882069' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:02:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: Standby manager daemon x started 2024-09-05T11:02:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-05T11:02:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-05T11:02:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:28 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2880882069' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: Standby manager daemon x started 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-05T11:02:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.50:0/2' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:28 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: mgrmap e22: y(active, since 6s), standbys: x 2024-09-05T11:02:30.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:02:30.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:29 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: mgrmap e22: y(active, since 6s), standbys: x 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:29 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: mgrmap e22: y(active, since 6s), standbys: x 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:29 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.939 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 3 op/s 2024-09-05T11:02:30.939 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.939 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:30.939 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:30 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 3 op/s 2024-09-05T11:02:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:30 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 3 op/s 2024-09-05T11:02:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:31.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:30 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:32.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:31 smithi119 ceph-mon[32672]: Adjusting osd_memory_target on smithi154 to 5696M 2024-09-05T11:02:32.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:31 smithi050 ceph-mon[29032]: Adjusting osd_memory_target on smithi154 to 5696M 2024-09-05T11:02:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:31 smithi154 ceph-mon[32554]: Adjusting osd_memory_target on smithi154 to 5696M 2024-09-05T11:02:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:32 smithi119 ceph-mon[32672]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T11:02:33.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:32 smithi050 ceph-mon[29032]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T11:02:33.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:32 smithi154 ceph-mon[32554]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T11:02:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:34 smithi119 ceph-mon[32672]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:02:35.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:34 smithi050 ceph-mon[29032]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:02:35.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:34 smithi154 ceph-mon[32554]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:02:37.201 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:36 smithi119 ceph-mon[32672]: pgmap v9: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:02:37.201 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:36 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.201 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:36 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.201 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:36 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.202 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:36 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:36 smithi050 ceph-mon[29032]: pgmap v9: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:02:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:36 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:36 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:36 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:36 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:36 smithi154 ceph-mon[32554]: pgmap v9: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:02:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:36 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:36 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:36 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:36 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:38 smithi119 ceph-mon[32672]: pgmap v10: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:02:39.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:38 smithi050 ceph-mon[29032]: pgmap v10: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:02:39.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:38 smithi154 ceph-mon[32554]: pgmap v10: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:02:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: pgmap v11: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:02:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:02:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:02:40.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:02:40.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:02:40.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:02:40.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:40 smithi050 ceph-mon[29032]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: pgmap v11: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:02:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:02:40.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:02:40.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:02:40.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:02:40.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:02:40.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:40 smithi154 ceph-mon[32554]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.970 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: pgmap v11: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:02:40.970 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:40.970 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:40.970 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:40.970 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:40.971 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:40 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:41.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:41.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:41 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:41 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:42.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:41 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:43.077 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-05T11:02:43.077 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-05T11:02:43.078 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: pgmap v12: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:02:43.078 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:43.078 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:43.078 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:43.078 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:02:43.078 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:42 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: pgmap v12: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:02:43.130 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:42 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-05T11:02:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-05T11:02:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: pgmap v12: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:02:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:02:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:02:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:42 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:44.033 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:43 smithi050 ceph-mon[29032]: Upgrade: Updating mgr.x 2024-09-05T11:02:44.033 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:43 smithi050 ceph-mon[29032]: Deploying daemon mgr.x on smithi050 2024-09-05T11:02:44.094 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:43 smithi154 ceph-mon[32554]: Upgrade: Updating mgr.x 2024-09-05T11:02:44.094 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:43 smithi154 ceph-mon[32554]: Deploying daemon mgr.x on smithi050 2024-09-05T11:02:44.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:43 smithi119 ceph-mon[32672]: Upgrade: Updating mgr.x 2024-09-05T11:02:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:43 smithi119 ceph-mon[32672]: Deploying daemon mgr.x on smithi050 2024-09-05T11:02:44.335 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:44 smithi050 systemd[1]: Stopping Ceph mgr.x for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:02:44.630 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:44 smithi050 podman[73638]: 2024-09-05 11:02:44.334331441 +0000 UTC m=+0.146872993 container died fab617f4598bd779b8bf7d7a87f1ef5b4ed1a926258d4bf770e8c07a0d7d69d2 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T11:02:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:44 smithi050 ceph-mon[29032]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:44.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:44 smithi050 podman[73638]: 2024-09-05 11:02:44.703284927 +0000 UTC m=+0.515826485 container cleanup fab617f4598bd779b8bf7d7a87f1ef5b4ed1a926258d4bf770e8c07a0d7d69d2 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, io.buildah.version=1.37.2, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-05T11:02:44.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:44 smithi050 bash[73638]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x 2024-09-05T11:02:45.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:44 smithi154 ceph-mon[32554]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:44 smithi119 ceph-mon[32672]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:45.290 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:44 smithi050 podman[73651]: 2024-09-05 11:02:44.963119499 +0000 UTC m=+0.631923034 container remove fab617f4598bd779b8bf7d7a87f1ef5b4ed1a926258d4bf770e8c07a0d7d69d2 (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-nvmeof-a1de9ae) 2024-09-05T11:02:45.290 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:44 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-05T11:02:45.290 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-05T11:02:45.290 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 systemd[1]: Stopped Ceph mgr.x for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:02:45.290 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service: Consumed 51.844s CPU time. 2024-09-05T11:02:45.290 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 systemd[1]: Starting Ceph mgr.x for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:02:45.627 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 podman[73783]: 2024-09-05 11:02:45.406394893 +0000 UTC m=+0.016545136 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:02:45.631 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 podman[73783]: 2024-09-05 11:02:45.523116769 +0000 UTC m=+0.133267007 container create 9e1feb947d1f53f1fbf67a9695da4aa3666129ba7b2722c7180fa80aec1811f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=) 2024-09-05T11:02:45.924 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 podman[73783]: 2024-09-05 11:02:45.775610377 +0000 UTC m=+0.385760630 container init 9e1feb947d1f53f1fbf67a9695da4aa3666129ba7b2722c7180fa80aec1811f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:02:45.924 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 podman[73783]: 2024-09-05 11:02:45.778378791 +0000 UTC m=+0.388529036 container start 9e1feb947d1f53f1fbf67a9695da4aa3666129ba7b2722c7180fa80aec1811f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:02:45.924 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 ceph-mgr[73802]: -- 172.21.15.50:0/3407802892 <== mon.0 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e4378350e0 con 0x55e437813000 2024-09-05T11:02:46.295 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:45.950+0000 7f1fb5cfe040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T11:02:46.295 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 bash[73783]: 9e1feb947d1f53f1fbf67a9695da4aa3666129ba7b2722c7180fa80aec1811f6 2024-09-05T11:02:46.295 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:45 smithi050 systemd[1]: Started Ceph mgr.x for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:02:46.295 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:46.046+0000 7f1fb5cfe040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:46.295 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:46.293+0000 7f1fb5cfe040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T11:02:46.641 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:46.407+0000 7f1fb5cfe040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T11:02:46.896 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-mon[29032]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:46.896 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:46.896 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:46.896 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:46.896 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:46.667+0000 7f1fb5cfe040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:47.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:46.904+0000 7f1fb5cfe040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T11:02:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:46 smithi154 ceph-mon[32554]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:46 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:46 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:46 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:46 smithi119 ceph-mon[32672]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:46 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:46 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:46 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:47.659 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:47.442+0000 7f1fb5cfe040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T11:02:47.659 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:47.544+0000 7f1fb5cfe040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T11:02:47.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:47.862+0000 7f1fb5cfe040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T11:02:49.097 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:48 smithi050 ceph-mon[29032]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:49.097 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:48 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.097 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:48 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.097 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:48 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.098 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:48 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:48 smithi154 ceph-mon[32554]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:48 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:48 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:48 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:48 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:48 smithi119 ceph-mon[32672]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:48 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:48 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:48 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:48 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:49.388 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:49.344+0000 7f1fb5cfe040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T11:02:49.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:49 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:49.454+0000 7f1fb5cfe040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T11:02:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:50 smithi050 ceph-mon[29032]: pgmap v16: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:50.924 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:50.624+0000 7f1fb5cfe040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T11:02:50.924 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:50.815+0000 7f1fb5cfe040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T11:02:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:50 smithi154 ceph-mon[32554]: pgmap v16: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:50 smithi119 ceph-mon[32672]: pgmap v16: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:02:51.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:51.065+0000 7f1fb5cfe040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:51.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:51.167+0000 7f1fb5cfe040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T11:02:51.849 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:51.423+0000 7f1fb5cfe040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T11:02:51.849 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:51.533+0000 7f1fb5cfe040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T11:02:51.849 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:51.630+0000 7f1fb5cfe040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T11:02:52.123 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:51.904+0000 7f1fb5cfe040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T11:02:52.123 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:52.010+0000 7f1fb5cfe040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T11:02:52.123 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:52.120+0000 7f1fb5cfe040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T11:02:52.411 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:52.065+0000 7fc251ae7640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-05T11:02:52.411 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: ignoring --setuser ceph since I am not root 2024-09-05T11:02:52.411 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: ignoring --setgroup ceph since I am not root 2024-09-05T11:02:52.411 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mgr[55430]: -- 172.21.15.119:0/2810908025 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5579b28810e0 con 0x5579b285e800 2024-09-05T11:02:52.411 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:52.205+0000 7f8fa2c2b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T11:02:52.412 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:52.262+0000 7f8fa2c2b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:52.412 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:52.409+0000 7f8fa2c2b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T11:02:52.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:52.255+0000 7f1fb5cfe040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:52.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:52.351+0000 7f1fb5cfe040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T11:02:52.747 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:52.475+0000 7f8fa2c2b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T11:02:52.748 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:52.621+0000 7f8fa2c2b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:52.880 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:52.447+0000 7f1fb5cfe040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T11:02:53.071 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:52.759+0000 7f8fa2c2b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: pgmap v17: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr fail", "who": "y"} : dispatch 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "mgr fail", "who": "y"} : dispatch 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: Activating manager daemon x 2024-09-05T11:02:53.072 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: osdmap e61: 8 total, 8 up, 8 in 2024-09-05T11:02:53.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: from='mgr.25142 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-05T11:02:53.073 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:52 smithi119 ceph-mon[32672]: mgrmap e23: x(active, starting, since 0.00588032s) 2024-09-05T11:02:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: pgmap v17: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr fail", "who": "y"} : dispatch 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "mgr fail", "who": "y"} : dispatch 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: Activating manager daemon x 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: osdmap e61: 8 total, 8 up, 8 in 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: from='mgr.25142 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-05T11:02:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:52 smithi050 ceph-mon[29032]: mgrmap e23: x(active, starting, since 0.00588032s) 2024-09-05T11:02:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: pgmap v17: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:02:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:02:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 172.21.15.119:0/1726862872' entity='mgr.y' cmd={"prefix": "mgr fail", "who": "y"} : dispatch 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd={"prefix": "mgr fail", "who": "y"} : dispatch 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: Activating manager daemon x 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: osdmap e61: 8 total, 8 up, 8 in 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: from='mgr.25142 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-05T11:02:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:52 smithi154 ceph-mon[32554]: mgrmap e23: x(active, starting, since 0.00588032s) 2024-09-05T11:02:53.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:53.070+0000 7f8fa2c2b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T11:02:53.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:53.131+0000 7f8fa2c2b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T11:02:53.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:53.315+0000 7f8fa2c2b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T11:02:54.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:53.767+0000 7f1fb5cfe040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T11:02:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: Active manager daemon x restarted 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: Activating manager daemon x 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: osdmap e62: 8 total, 8 up, 8 in 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: mgrmap e24: x(active, starting, since 0.0062325s) 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:02:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-05T11:02:54.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:53 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: Active manager daemon x restarted 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: Activating manager daemon x 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: osdmap e62: 8 total, 8 up, 8 in 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: mgrmap e24: x(active, starting, since 0.0062325s) 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:02:54.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-05T11:02:54.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:53 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: Active manager daemon x restarted 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: Activating manager daemon x 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: osdmap e62: 8 total, 8 up, 8 in 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: mgrmap e24: x(active, starting, since 0.0062325s) 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:02:54.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:02:54.206 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:02:54.207 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:02:54.207 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2024-09-05T11:02:54.207 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:53 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:54.490 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:54.203+0000 7f8fa2c2b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T11:02:54.490 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:54.271+0000 7f8fa2c2b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T11:02:55.141 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:54 smithi119 ceph-mon[32672]: Manager daemon x is now available 2024-09-05T11:02:55.142 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:54 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:55.142 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:54 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:55.142 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:54 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T11:02:55.142 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.013+0000 7f8fa2c2b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T11:02:55.142 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.139+0000 7f8fa2c2b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T11:02:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:54 smithi050 ceph-mon[29032]: Manager daemon x is now available 2024-09-05T11:02:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:54 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:54 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:54 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T11:02:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:54 smithi154 ceph-mon[32554]: Manager daemon x is now available 2024-09-05T11:02:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:54 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:02:55.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:54 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:02:55.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:54 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T11:02:55.404 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.287+0000 7f8fa2c2b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:02:55.404 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.352+0000 7f8fa2c2b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T11:02:55.748 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.509+0000 7f8fa2c2b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T11:02:55.748 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.578+0000 7f8fa2c2b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T11:02:55.748 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.639+0000 7f8fa2c2b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T11:02:56.108 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: mgrmap e25: x(active, since 1.12152s) 2024-09-05T11:02:56.108 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:56.108 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:56.109 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.110 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.813+0000 7f8fa2c2b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T11:02:56.110 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.879+0000 7f8fa2c2b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T11:02:56.110 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:55.950+0000 7f8fa2c2b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T11:02:56.110 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:56.042+0000 7f8fa2c2b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T11:02:56.110 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:56.106+0000 7f8fa2c2b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T11:02:56.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: mgrmap e25: x(active, since 1.12152s) 2024-09-05T11:02:56.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:56.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:56.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:55 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: mgrmap e25: x(active, since 1.12152s) 2024-09-05T11:02:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:55 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:56.497 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:56.167+0000 7f8fa2c2b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T11:02:56.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:56.258+0000 7f1f0e4b3640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:11:02:56] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:56.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: Traceback (most recent call last): 2024-09-05T11:02:56.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self._connections.run(self.expiration_interval) 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self._run(expiration_interval) 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: s = self.context.wrap_socket( 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: return self.sslsocket_class._create( 2024-09-05T11:02:56.674 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:56.675 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self.do_handshake() 2024-09-05T11:02:56.675 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:56.675 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self._sslobj.do_handshake() 2024-09-05T11:02:56.675 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:56.675 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:02:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:56] ENGINE Bus STARTING 2024-09-05T11:02:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:56] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T11:02:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:56] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T11:02:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:56] ENGINE Bus STARTED 2024-09-05T11:02:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: [05/Sep/2024:11:02:56] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: Traceback (most recent call last): 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._run(expiration_interval) 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: s = self.context.wrap_socket( 2024-09-05T11:02:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout: return self.sslsocket_class._create( 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout: self.do_handshake() 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._sslobj.do_handshake() 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: mgrmap e26: x(active, since 2s) 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:56 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:56] ENGINE Bus STARTING 2024-09-05T11:02:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:56] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T11:02:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:56] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:56] ENGINE Bus STARTED 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: [05/Sep/2024:11:02:56] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: Traceback (most recent call last): 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._run(expiration_interval) 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: s = self.context.wrap_socket( 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout: return self.sslsocket_class._create( 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout: self.do_handshake() 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._sslobj.do_handshake() 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: mgrmap e26: x(active, since 2s) 2024-09-05T11:02:57.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:56 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.247 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[55426]: 2024-09-05T11:02:57.013+0000 7f8fa2c2b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:56] ENGINE Bus STARTING 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:56] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:56] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:56] ENGINE Bus STARTED 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: [05/Sep/2024:11:02:56] ENGINE Error in HTTPServer.serve 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout: Traceback (most recent call last): 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:02:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._run(expiration_interval) 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: s = self.context.wrap_socket( 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: return self.sslsocket_class._create( 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: self.do_handshake() 2024-09-05T11:02:57.249 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._sslobj.do_handshake() 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: mgrmap e26: x(active, since 2s) 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:56 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:57.912 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:02:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: Standby manager daemon y started 2024-09-05T11:02:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:02:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:02:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:57 smithi050 ceph-mon[29032]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: Standby manager daemon y started 2024-09-05T11:02:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:02:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:02:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:57 smithi154 ceph-mon[32554]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:58.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: Standby manager daemon y started 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2818046165' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:02:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:57 smithi119 ceph-mon[32672]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:02:58.666 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:02:58.666 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (13s) 2s ago 15m 468M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:02:58.666 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (42s) 1s ago 13m 279M - 19.1.0-1421-gad95a3e1 20621b93dff8 94809d20f3a5 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (15m) 2s ago 15m 51.1M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 82615af9684f 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (13m) 1s ago 13m 43.1M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 90ae4d685f92 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (13m) 2s ago 13m 41.6M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 09478c9e7921 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (7m) 2s ago 7m 140M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (8m) 1s ago 8m 128M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (7m) 2s ago 7m 132M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (8m) 3s ago 8m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (12m) 2s ago 12m 47.2M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (12m) 2s ago 12m 48.8M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (11m) 1s ago 11m 53.9M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (11m) 1s ago 11m 53.9M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:02:58.667 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (11m) 1s ago 11m 42.7M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:02:58.668 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (10m) 2s ago 10m 44.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:02:58.668 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (10m) 2s ago 10m 42.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:02:58.668 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (10m) 2s ago 10m 43.9M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:02:59.013 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:02:59.013 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 3 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:02:59.014 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:02:59.015 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 11, 2024-09-05T11:02:59.015 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:02:59.015 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:02:59.015 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:02:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:58 smithi050 ceph-mon[29032]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:58 smithi050 ceph-mon[29032]: mgrmap e27: x(active, since 4s), standbys: y 2024-09-05T11:02:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:58 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:02:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:58 smithi050 ceph-mon[29032]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:58 smithi050 ceph-mon[29032]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:58 smithi154 ceph-mon[32554]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:58 smithi154 ceph-mon[32554]: mgrmap e27: x(active, since 4s), standbys: y 2024-09-05T11:02:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:58 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:02:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:58 smithi154 ceph-mon[32554]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:58 smithi154 ceph-mon[32554]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:58 smithi119 ceph-mon[32672]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:58 smithi119 ceph-mon[32672]: mgrmap e27: x(active, since 4s), standbys: y 2024-09-05T11:02:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:58 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:02:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:58 smithi119 ceph-mon[32672]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:58 smithi119 ceph-mon[32672]: from='client.15462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:02:59.492 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "2/17 daemons upgraded", 2024-09-05T11:02:59.493 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "", 2024-09-05T11:02:59.493 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:02:59.493 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:02:59.885 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:03:00.169 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:59 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/2764462227' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:00.169 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:59 smithi119 ceph-mon[32672]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:00.169 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:59 smithi119 ceph-mon[32672]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:00.170 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:02:59 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3318914735' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:03:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:59 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/2764462227' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:59 smithi050 ceph-mon[29032]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:59 smithi050 ceph-mon[29032]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:02:59 smithi050 ceph-mon[29032]: from='client.? 172.21.15.50:0/3318914735' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:03:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:59 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/2764462227' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:59 smithi154 ceph-mon[32554]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:59 smithi154 ceph-mon[32554]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:02:59 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3318914735' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:03:01.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:01.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:01.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:01.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:01 smithi050 ceph-mon[29032]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.679 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:01 smithi154 ceph-mon[32554]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:03:01.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:03:01.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:03:01.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:01.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:01 smithi119 ceph-mon[32672]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:02.500 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:02 smithi119 ceph-mon[32672]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-05T11:03:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:02.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:02 smithi050 ceph-mon[29032]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-05T11:03:02.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:02.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:02.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:02 smithi154 ceph-mon[32554]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-05T11:03:03.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:03 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:03:03.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:03 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:03:03.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:03 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:03.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:03 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:03:03.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:03 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:03:03.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:03 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:03.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:03 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:03:03.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:03 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:03:03.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:03 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:04.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:04 smithi119 ceph-mon[32672]: Upgrade: Updating mgr.y 2024-09-05T11:03:04.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:04 smithi119 ceph-mon[32672]: Deploying daemon mgr.y on smithi119 2024-09-05T11:03:04.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:04 smithi119 ceph-mon[32672]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:03:04.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:04 smithi119 systemd[1]: Stopping Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:03:04.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:04 smithi050 ceph-mon[29032]: Upgrade: Updating mgr.y 2024-09-05T11:03:04.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:04 smithi050 ceph-mon[29032]: Deploying daemon mgr.y on smithi119 2024-09-05T11:03:04.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:04 smithi050 ceph-mon[29032]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:03:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:04 smithi154 ceph-mon[32554]: Upgrade: Updating mgr.y 2024-09-05T11:03:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:04 smithi154 ceph-mon[32554]: Deploying daemon mgr.y on smithi119 2024-09-05T11:03:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:04 smithi154 ceph-mon[32554]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:03:04.920 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:04 smithi119 podman[64477]: 2024-09-05 11:03:04.667170337 +0000 UTC m=+0.136660984 container died 94809d20f3a5376ad6e880762cc67a003a72ab881d5fca550a00ddde313777a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-05T11:03:05.179 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:04 smithi119 podman[64477]: 2024-09-05 11:03:04.919437454 +0000 UTC m=+0.388928100 container cleanup 94809d20f3a5376ad6e880762cc67a003a72ab881d5fca550a00ddde313777a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-05T11:03:05.180 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:04 smithi119 bash[64477]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y 2024-09-05T11:03:05.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 podman[64489]: 2024-09-05 11:03:05.179043155 +0000 UTC m=+0.515417263 container remove 94809d20f3a5376ad6e880762cc67a003a72ab881d5fca550a00ddde313777a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-05T11:03:05.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-05T11:03:05.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-05T11:03:05.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 systemd[1]: Stopped Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:03:05.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service: Consumed 20.074s CPU time. 2024-09-05T11:03:05.859 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 systemd[1]: Starting Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:03:05.859 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 podman[64615]: 2024-09-05 11:03:05.666421448 +0000 UTC m=+0.015776988 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:03:05.860 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:05 smithi119 podman[64615]: 2024-09-05 11:03:05.780410356 +0000 UTC m=+0.129765894 container create 43dac865a3748ec0b7a164364791af3f878409ab00dd2b0c53992400d550bb85 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-05T11:03:06.146 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:05 smithi119 ceph-mon[32672]: pgmap v9: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:03:06.146 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 podman[64615]: 2024-09-05 11:03:06.015851595 +0000 UTC m=+0.365207133 container init 43dac865a3748ec0b7a164364791af3f878409ab00dd2b0c53992400d550bb85 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-09-05T11:03:06.146 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 podman[64615]: 2024-09-05 11:03:06.018872366 +0000 UTC m=+0.368227904 container start 43dac865a3748ec0b7a164364791af3f878409ab00dd2b0c53992400d550bb85 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-05T11:03:06.146 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 ceph-mgr[64634]: -- 172.21.15.119:0/778631635 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557a260610e0 con 0x557a2603e800 2024-09-05T11:03:06.146 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 bash[64615]: 43dac865a3748ec0b7a164364791af3f878409ab00dd2b0c53992400d550bb85 2024-09-05T11:03:06.146 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 systemd[1]: Started Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:03:06.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:05 smithi050 ceph-mon[29032]: pgmap v9: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:03:06.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:05 smithi154 ceph-mon[32554]: pgmap v9: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:03:06.436 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:06.144+0000 7f33ca473040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T11:03:06.437 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:06.205+0000 7f33ca473040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T11:03:06.437 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:06.360+0000 7f33ca473040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T11:03:06.437 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:06.434+0000 7f33ca473040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T11:03:06.747 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:06.621+0000 7f33ca473040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:03:07.101 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:06.766+0000 7f33ca473040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T11:03:07.370 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:07 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:07.370 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:07 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:07.370 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:07 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:07.371 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:07.099+0000 7f33ca473040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T11:03:07.371 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:07.168+0000 7f33ca473040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T11:03:07.371 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:07 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:07.368+0000 7f33ca473040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T11:03:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:07 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:07 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:07 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:07.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:07 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:07.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:07 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:07.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:07 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:08.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:08 smithi050 ceph-mon[29032]: pgmap v10: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:03:08.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:08 smithi154 ceph-mon[32554]: pgmap v10: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:03:08.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:08 smithi119 ceph-mon[32672]: pgmap v10: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:03:08.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:08.321+0000 7f33ca473040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T11:03:08.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:08 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:08.392+0000 7f33ca473040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T11:03:09.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:09 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:09 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:09 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:09 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:09 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:09 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:09 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:09 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.431 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.431 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.431 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.431 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:09.432 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.159+0000 7f33ca473040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T11:03:09.432 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.280+0000 7f33ca473040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T11:03:09.727 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.429+0000 7f33ca473040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:03:09.728 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.499+0000 7f33ca473040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T11:03:09.728 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.653+0000 7f33ca473040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T11:03:09.728 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.726+0000 7f33ca473040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T11:03:09.997 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.788+0000 7f33ca473040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T11:03:09.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:09 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:09.951+0000 7f33ca473040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T11:03:10.285 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:10 smithi119 ceph-mon[32672]: pgmap v11: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:03:10.285 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:10.020+0000 7f33ca473040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T11:03:10.285 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:10.088+0000 7f33ca473040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T11:03:10.285 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:10.176+0000 7f33ca473040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T11:03:10.285 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:10.239+0000 7f33ca473040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T11:03:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:10 smithi050 ceph-mon[29032]: pgmap v11: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:03:10.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:10 smithi154 ceph-mon[32554]: pgmap v11: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-05T11:03:10.543 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:10 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:10.300+0000 7f33ca473040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T11:03:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:11 smithi050 ceph-mon[29032]: Standby manager daemon y restarted 2024-09-05T11:03:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:11 smithi050 ceph-mon[29032]: Standby manager daemon y started 2024-09-05T11:03:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:11 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:03:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:11 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:03:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:11 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:03:11.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:11 smithi050 ceph-mon[29032]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:03:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:11 smithi154 ceph-mon[32554]: Standby manager daemon y restarted 2024-09-05T11:03:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:11 smithi154 ceph-mon[32554]: Standby manager daemon y started 2024-09-05T11:03:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:11 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:03:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:11 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:03:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:11 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:03:11.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:11 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:03:11.454 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:11 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:11.143+0000 7f33ca473040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T11:03:11.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:11 smithi119 ceph-mon[32672]: Standby manager daemon y restarted 2024-09-05T11:03:11.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:11 smithi119 ceph-mon[32672]: Standby manager daemon y started 2024-09-05T11:03:11.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:11 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:03:11.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:11 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:03:11.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:11 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:03:11.455 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:11 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/3607375661' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:03:12.486 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: mgrmap e28: x(active, since 17s), standbys: y 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: pgmap v12: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr.x"} : dispatch 2024-09-05T11:03:12.487 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-05T11:03:12.488 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr.y"} : dispatch 2024-09-05T11:03:12.488 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-05T11:03:12.488 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:12.488 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:12 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["a"]} : dispatch 2024-09-05T11:03:12.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: mgrmap e28: x(active, since 17s), standbys: y 2024-09-05T11:03:12.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: pgmap v12: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr.x"} : dispatch 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-05T11:03:12.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr.y"} : dispatch 2024-09-05T11:03:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-05T11:03:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:12.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:12 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["a"]} : dispatch 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: mgrmap e28: x(active, since 17s), standbys: y 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: pgmap v12: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 0 B/s wr, 13 op/s 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr.x"} : dispatch 2024-09-05T11:03:12.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-05T11:03:12.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr.y"} : dispatch 2024-09-05T11:03:12.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-05T11:03:12.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:12.678 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:12 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["a"]} : dispatch 2024-09-05T11:03:13.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:13 smithi050 ceph-mon[29032]: Upgrade: Setting container_image for all mgr 2024-09-05T11:03:13.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:13 smithi050 ceph-mon[29032]: Upgrade: It appears safe to stop mon.a 2024-09-05T11:03:13.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:13 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:13.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:13 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:03:13.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:13 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:03:13.854 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:13 smithi050 ceph-mon[29032]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:13 smithi154 ceph-mon[32554]: Upgrade: Setting container_image for all mgr 2024-09-05T11:03:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:13 smithi154 ceph-mon[32554]: Upgrade: It appears safe to stop mon.a 2024-09-05T11:03:14.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:13 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:14.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:13 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:03:14.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:13 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:03:14.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:13 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:14.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:13 smithi119 ceph-mon[32672]: Upgrade: Setting container_image for all mgr 2024-09-05T11:03:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:13 smithi119 ceph-mon[32672]: Upgrade: It appears safe to stop mon.a 2024-09-05T11:03:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:13 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' 2024-09-05T11:03:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:13 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:03:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:13 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:03:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:13 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:14.816 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:14 smithi050 ceph-mon[29032]: Upgrade: Updating mon.a 2024-09-05T11:03:14.817 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:14 smithi050 ceph-mon[29032]: Deploying daemon mon.a on smithi050 2024-09-05T11:03:14.817 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:14 smithi050 ceph-mon[29032]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:15.082 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:14 smithi050 systemd[1]: Stopping Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:03:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:14 smithi154 ceph-mon[32554]: Upgrade: Updating mon.a 2024-09-05T11:03:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:14 smithi154 ceph-mon[32554]: Deploying daemon mon.a on smithi050 2024-09-05T11:03:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:14 smithi154 ceph-mon[32554]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:14 smithi119 ceph-mon[32672]: Upgrade: Updating mon.a 2024-09-05T11:03:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:14 smithi119 ceph-mon[32672]: Deploying daemon mon.a on smithi050 2024-09-05T11:03:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:14 smithi119 ceph-mon[32672]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:15.375 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a[29028]: 2024-09-05T11:03:15.080+0000 7f31c68df640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:03:15.375 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:15 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a[29028]: 2024-09-05T11:03:15.080+0000 7f31c68df640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-05T11:03:15.376 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:15 smithi050 podman[81025]: 2024-09-05 11:03:15.152597717 +0000 UTC m=+0.188891287 container died 82615af9684fb74800d1c305a0203c3dc0bdfa3e3a64dac73b07f3b12ffac0ee (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS) 2024-09-05T11:03:15.640 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:15 smithi050 podman[81025]: 2024-09-05 11:03:15.531005709 +0000 UTC m=+0.567299278 container cleanup 82615af9684fb74800d1c305a0203c3dc0bdfa3e3a64dac73b07f3b12ffac0ee (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:03:15.641 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:15 smithi050 bash[81025]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a 2024-09-05T11:03:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:15 smithi050 podman[81037]: 2024-09-05 11:03:15.790708339 +0000 UTC m=+0.637233825 container remove 82615af9684fb74800d1c305a0203c3dc0bdfa3e3a64dac73b07f3b12ffac0ee (image=quay.ceph.io/ceph-ci/ceph:reef-nvmeof, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-nvmeof-a1de9ae, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T11:03:16.411 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-05T11:03:16.578 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 systemd[1]: Stopped Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:03:16.578 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service: Consumed 11.650s CPU time. 2024-09-05T11:03:16.578 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 systemd[1]: Starting Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:03:16.663 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 podman[81173]: 2024-09-05 11:03:16.312677845 +0000 UTC m=+0.015670871 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:03:16.663 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 podman[81173]: 2024-09-05 11:03:16.43752924 +0000 UTC m=+0.140522251 container create 6447755d8759fc230059f4c3dee38f463de8e16207731cc6f360737b04126aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-05T11:03:16.663 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 podman[81173]: 2024-09-05 11:03:16.636068212 +0000 UTC m=+0.339061223 container init 6447755d8759fc230059f4c3dee38f463de8e16207731cc6f360737b04126aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-05T11:03:16.663 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 podman[81173]: 2024-09-05 11:03:16.64035525 +0000 UTC m=+0.343348260 container start 6447755d8759fc230059f4c3dee38f463de8e16207731cc6f360737b04126aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS) 2024-09-05T11:03:16.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T11:03:16.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc), process ceph-mon, pid 2 2024-09-05T11:03:16.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: pidfile_write: ignore empty --pid-file 2024-09-05T11:03:16.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: load: jerasure load: lrc 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: RocksDB version: 7.9.2 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Git sha 0 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Compile date 2024-09-04 17:45:16 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: DB SUMMARY 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: DB Session ID: 7UM9ZYL5OFN2LW9ZOUCC 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: CURRENT file: CURRENT 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1503 Bytes 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 2179471 ; 2024-09-05T11:03:16.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.error_if_exists: 0 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.create_if_missing: 0 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.paranoid_checks: 1 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.env: 0x5620bed60900 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.info_log: 0x5620c043d4a0 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.statistics: (nil) 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.use_fsync: 0 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_log_file_size: 0 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T11:03:16.917 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.allow_fallocate: 1 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.use_direct_reads: 0 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.db_log_dir: 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.wal_dir: 2024-09-05T11:03:16.918 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T11:03:16.920 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.write_buffer_manager: 0x5620c044c8c0 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.unordered_write: 0 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T11:03:16.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.row_cache: None 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.wal_filter: None 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.two_write_queues: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.wal_compression: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.atomic_flush: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T11:03:16.922 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.log_readahead_size: 0 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_background_jobs: 2 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_background_compactions: -1 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_subcompactions: 1 2024-09-05T11:03:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_open_files: -1 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T11:03:16.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_background_flushes: -1 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Compression algorithms supported: 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kZSTD supported: 0 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kXpressCompression supported: 0 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kBZip2Compression supported: 0 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kLZ4Compression supported: 1 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kZlibCompression supported: 1 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: kSnappyCompression supported: 1 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T11:03:16.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.merge_operator: 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_filter: None 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5620c043d0e0) 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout: cache_index_and_filter_blocks: 1 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T11:03:16.926 INFO:journalctl@ceph.mon.a.smithi050.stdout: pin_top_level_index_and_filter: 1 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: index_type: 0 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: data_block_index_type: 0 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: index_shortening: 1 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: checksum: 4 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: no_block_cache: 0 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache: 0x5620c0431090 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache_name: BinnedLRUCache 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache_options: 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: capacity : 536870912 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: num_shard_bits : 4 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: strict_capacity_limit : 0 2024-09-05T11:03:16.927 INFO:journalctl@ceph.mon.a.smithi050.stdout: high_pri_pool_ratio: 0.000 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_cache_compressed: (nil) 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: persistent_cache: (nil) 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_size: 4096 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_size_deviation: 10 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_restart_interval: 16 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: index_block_restart_interval: 1 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: metadata_block_size: 4096 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: partition_filters: 0 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: use_delta_encoding: 1 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: filter_policy: bloomfilter 2024-09-05T11:03:16.928 INFO:journalctl@ceph.mon.a.smithi050.stdout: whole_key_filtering: 1 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: verify_compression: 0 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: read_amp_bytes_per_bit: 0 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: format_version: 5 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: enable_index_compression: 1 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: block_align: 0 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: max_auto_readahead_size: 262144 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: prepopulate_block_cache: 0 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: initial_auto_readahead_size: 8192 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression: NoCompression 2024-09-05T11:03:16.929 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.num_levels: 7 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T11:03:16.930 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T11:03:16.931 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T11:03:16.932 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T11:03:16.933 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.inplace_update_support: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.bloom_locality: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.max_successive_merges: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T11:03:16.934 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.ttl: 2592000 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.enable_blob_files: false 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.min_blob_size: 0 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T11:03:16.935 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12639, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d3b31a1b-a00a-452e-bb98-81d4fb41d1ca 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534196667872, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534196674653, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 1987502, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12640, "largest_seqno": 13794, "table_properties": {"data_size": 1981307, "index_size": 3746, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1413, "raw_key_size": 12713, "raw_average_key_size": 23, "raw_value_size": 1969501, "raw_average_value_size": 3633, "num_data_blocks": 172, "num_entries": 542, "num_filter_entries": 542, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725534196, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d3b31a1b-a00a-452e-bb98-81d4fb41d1ca", "db_session_id": "7UM9ZYL5OFN2LW9ZOUCC", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-09-05T11:03:16.936 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534196674786, "job": 1, "event": "recovery_finished"} 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5620c045ee00 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: DB pointer 0x5620c0558000 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** DB Stats ** 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T11:03:16.937 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** Compaction Stats [default] ** 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: L0 1/0 1.90 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: L6 1/0 5.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: Sum 2/0 6.94 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-05T11:03:16.938 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** Compaction Stats [default] ** 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 527.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-09-05T11:03:16.939 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: Cumulative compaction: 0.00 GB write, 198.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: Interval compaction: 0.00 GB write, 198.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: Block cache BinnedLRUCache@0x5620c0431090#2 capacity: 512.00 MB usage: 5.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T11:03:16.940 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: starting mon.a rank 0 at public addrs [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] at bind addrs [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???) e3 preinit fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???).mds e1 new map 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???).mds e1 print_map 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout: e1 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout: legacy client fscid: -1 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout: 2024-09-05T11:03:16.941 INFO:journalctl@ceph.mon.a.smithi050.stdout: No filesystems configured 2024-09-05T11:03:16.942 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???).osd e62 crush map has features 3314933000852226048, adjusting msgr requires 2024-09-05T11:03:16.942 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:03:16.942 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:03:16.942 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:03:16.942 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 ceph-mon[81192]: mon.a@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2024-09-05T11:03:16.942 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 bash[81173]: 6447755d8759fc230059f4c3dee38f463de8e16207731cc6f360737b04126aa7 2024-09-05T11:03:16.942 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:16 smithi050 systemd[1]: Started Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:03:19.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: ignoring --setuser ceph since I am not root 2024-09-05T11:03:19.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: ignoring --setgroup ceph since I am not root 2024-09-05T11:03:19.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:19.852+0000 7f8f323cb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T11:03:19.999 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:19.909+0000 7f8f323cb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T11:03:19.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:03:19.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:03:19.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:03:19.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:19.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: mon.a calling monitor election 2024-09-05T11:03:20.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:20.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:03:20.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: monmap epoch 3 2024-09-05T11:03:20.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:20.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: last_changed 2024-09-05T10:49:39.781569+0000 2024-09-05T11:03:20.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:03:20.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: min_mon_release 18 (reef) 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: election_strategy: 1 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: fsmap 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: osdmap e62: 8 total, 8 up, 8 in 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: mgrmap e28: x(active, since 25s), standbys: y 2024-09-05T11:03:20.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: overall HEALTH_OK 2024-09-05T11:03:20.002 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: from='mgr.15414 ' entity='' 2024-09-05T11:03:20.002 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:19 smithi119 ceph-mon[32672]: mgrmap e29: x(active, since 25s), standbys: y 2024-09-05T11:03:20.071 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: ignoring --setuser ceph since I am not root 2024-09-05T11:03:20.072 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: ignoring --setgroup ceph since I am not root 2024-09-05T11:03:20.072 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mgr[73802]: -- 172.21.15.50:0/719376268 <== mon.0 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ecdba9b0e0 con 0x55ecdba79000 2024-09-05T11:03:20.072 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:19.857+0000 7f0e0cefa040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T11:03:20.072 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:19.916+0000 7f0e0cefa040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T11:03:20.072 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:20.069+0000 7f0e0cefa040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T11:03:20.073 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:03:20.073 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:03:20.073 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:03:20.073 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:20.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: mon.a calling monitor election 2024-09-05T11:03:20.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:20.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:03:20.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: monmap epoch 3 2024-09-05T11:03:20.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:20.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: last_changed 2024-09-05T10:49:39.781569+0000 2024-09-05T11:03:20.075 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:03:20.075 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: min_mon_release 18 (reef) 2024-09-05T11:03:20.075 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: election_strategy: 1 2024-09-05T11:03:20.075 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:03:20.075 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:03:20.075 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:03:20.076 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: fsmap 2024-09-05T11:03:20.076 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: osdmap e62: 8 total, 8 up, 8 in 2024-09-05T11:03:20.076 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: mgrmap e28: x(active, since 25s), standbys: y 2024-09-05T11:03:20.076 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: overall HEALTH_OK 2024-09-05T11:03:20.076 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: from='mgr.15414 ' entity='' 2024-09-05T11:03:20.076 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:19 smithi050 ceph-mon[81192]: mgrmap e29: x(active, since 25s), standbys: y 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: from='mgr.15414 172.21.15.50:0/1402723625' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: mon.a calling monitor election 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: monmap epoch 3 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: last_changed 2024-09-05T10:49:39.781569+0000 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:03:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: min_mon_release 18 (reef) 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: election_strategy: 1 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: fsmap 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: osdmap e62: 8 total, 8 up, 8 in 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: mgrmap e28: x(active, since 25s), standbys: y 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: overall HEALTH_OK 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: from='mgr.15414 ' entity='' 2024-09-05T11:03:20.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:19 smithi154 ceph-mon[32554]: mgrmap e29: x(active, since 25s), standbys: y 2024-09-05T11:03:20.423 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:20.060+0000 7f8f323cb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T11:03:20.423 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:20.127+0000 7f8f323cb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T11:03:20.423 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:20.277+0000 7f8f323cb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:03:20.423 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:20.421+0000 7f8f323cb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T11:03:20.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:20.138+0000 7f0e0cefa040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T11:03:20.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:20.291+0000 7f0e0cefa040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:03:20.766 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:20.438+0000 7f0e0cefa040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T11:03:20.992 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:20.739+0000 7f8f323cb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T11:03:20.992 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:20.801+0000 7f8f323cb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T11:03:20.992 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:20 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:20.990+0000 7f8f323cb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T11:03:21.021 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:20.764+0000 7f0e0cefa040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T11:03:21.021 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:20.827+0000 7f0e0cefa040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T11:03:21.021 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:21.019+0000 7f0e0cefa040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T11:03:22.247 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:21.893+0000 7f8f323cb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T11:03:22.248 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:21.962+0000 7f8f323cb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T11:03:22.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:21.941+0000 7f0e0cefa040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T11:03:22.423 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:22.012+0000 7f0e0cefa040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T11:03:22.957 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:22.690+0000 7f8f323cb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T11:03:22.957 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:22.809+0000 7f8f323cb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T11:03:23.027 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:22.756+0000 7f0e0cefa040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T11:03:23.027 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:22.876+0000 7f0e0cefa040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T11:03:23.241 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:22.955+0000 7f8f323cb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:03:23.241 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.017+0000 7f8f323cb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T11:03:23.241 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.170+0000 7f8f323cb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T11:03:23.241 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.240+0000 7f8f323cb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T11:03:23.317 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.025+0000 7f0e0cefa040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T11:03:23.317 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.089+0000 7f0e0cefa040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T11:03:23.317 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.245+0000 7f0e0cefa040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T11:03:23.317 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.315+0000 7f0e0cefa040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T11:03:23.497 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.301+0000 7f8f323cb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T11:03:23.498 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.463+0000 7f8f323cb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T11:03:23.613 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.378+0000 7f0e0cefa040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T11:03:23.613 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.543+0000 7f0e0cefa040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T11:03:23.613 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.611+0000 7f0e0cefa040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T11:03:23.806 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.529+0000 7f8f323cb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T11:03:23.806 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.597+0000 7f8f323cb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T11:03:23.806 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.681+0000 7f8f323cb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T11:03:23.806 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.743+0000 7f8f323cb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T11:03:23.806 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:23 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:23.804+0000 7f8f323cb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T11:03:23.891 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.680+0000 7f0e0cefa040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T11:03:23.891 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.767+0000 7f0e0cefa040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T11:03:23.892 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.828+0000 7f0e0cefa040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T11:03:23.892 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:23.890+0000 7f0e0cefa040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T11:03:24.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:03:24 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y[64630]: 2024-09-05T11:03:24.613+0000 7f8f323cb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T11:03:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:24 smithi119 ceph-mon[32672]: Standby manager daemon y restarted 2024-09-05T11:03:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:24 smithi119 ceph-mon[32672]: Standby manager daemon y started 2024-09-05T11:03:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:24 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:03:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:24 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:03:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:24 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:03:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:24 smithi119 ceph-mon[32672]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:03:25.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:24.716+0000 7f0e0cefa040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T11:03:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:24 smithi050 ceph-mon[81192]: Standby manager daemon y restarted 2024-09-05T11:03:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:24 smithi050 ceph-mon[81192]: Standby manager daemon y started 2024-09-05T11:03:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:24 smithi050 ceph-mon[81192]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:03:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:24 smithi050 ceph-mon[81192]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:03:25.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:24 smithi050 ceph-mon[81192]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:03:25.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:24 smithi050 ceph-mon[81192]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:03:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:24 smithi154 ceph-mon[32554]: Standby manager daemon y restarted 2024-09-05T11:03:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:24 smithi154 ceph-mon[32554]: Standby manager daemon y started 2024-09-05T11:03:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:24 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/crt"} : dispatch 2024-09-05T11:03:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:24 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2024-09-05T11:03:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:24 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/y/key"} : dispatch 2024-09-05T11:03:25.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:24 smithi154 ceph-mon[32554]: from='mgr.? 172.21.15.119:0/2106401435' entity='mgr.y' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2024-09-05T11:03:25.951 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: mgrmap e30: x(active, since 30s), standbys: y 2024-09-05T11:03:25.951 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: Active manager daemon x restarted 2024-09-05T11:03:25.951 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: Activating manager daemon x 2024-09-05T11:03:25.951 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: mgrmap e31: x(active, starting, since 0.00545019s), standbys: y 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:03:25.952 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:03:25.953 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: Manager daemon x is now available 2024-09-05T11:03:25.954 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:25.954 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:03:25.954 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:25 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: mgrmap e30: x(active, since 30s), standbys: y 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: Active manager daemon x restarted 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: Activating manager daemon x 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: mgrmap e31: x(active, starting, since 0.00545019s), standbys: y 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:03:25.977 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:03:25.978 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:03:25.979 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: Manager daemon x is now available 2024-09-05T11:03:25.979 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:25.979 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:03:25.979 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:25 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T11:03:26.009 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:25.741+0000 7f0dabbfd640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-05T11:03:26.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: mgrmap e30: x(active, since 30s), standbys: y 2024-09-05T11:03:26.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: Active manager daemon x restarted 2024-09-05T11:03:26.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: Activating manager daemon x 2024-09-05T11:03:26.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:03:26.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: mgrmap e31: x(active, starting, since 0.00545019s), standbys: y 2024-09-05T11:03:26.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:03:26.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-09-05T11:03:26.011 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-09-05T11:03:26.012 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-09-05T11:03:26.012 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: Manager daemon x is now available 2024-09-05T11:03:26.012 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:26.012 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-09-05T11:03:26.012 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: mgrmap e32: x(active, since 1.02276s), standbys: y 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:03:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:03:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:26.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:26 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: mgrmap e32: x(active, since 1.02276s), standbys: y 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.019 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.020 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:03:27.020 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.020 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:03:27.020 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.020 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: mgrmap e32: x(active, since 1.02276s), standbys: y 2024-09-05T11:03:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: pgmap v3: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:26 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:27.235+0000 7f0d6aef9640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:11:03:27] ENGINE Error in HTTPServer.serve 2024-09-05T11:03:27.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: Traceback (most recent call last): 2024-09-05T11:03:27.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:03:27.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self._connections.run(self.expiration_interval) 2024-09-05T11:03:27.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:03:27.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self._run(expiration_interval) 2024-09-05T11:03:27.424 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: s = self.context.wrap_socket( 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: return self.sslsocket_class._create( 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self.do_handshake() 2024-09-05T11:03:27.425 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:03:27.426 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: self._sslobj.do_handshake() 2024-09-05T11:03:27.426 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:03:27.426 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:27 smithi119 ceph-mon[32672]: mgrmap e33: x(active, since 2s), standbys: y 2024-09-05T11:03:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:27 smithi050 ceph-mon[81192]: mgrmap e33: x(active, since 2s), standbys: y 2024-09-05T11:03:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: pgmap v4: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:28.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:27 smithi154 ceph-mon[32554]: mgrmap e33: x(active, since 2s), standbys: y 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: [05/Sep/2024:11:03:27] ENGINE Bus STARTING 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: [05/Sep/2024:11:03:27] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: [05/Sep/2024:11:03:27] ENGINE Error in HTTPServer.serve 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: Traceback (most recent call last): 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:03:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._run(expiration_interval) 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: s = self.context.wrap_socket( 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: return self.sslsocket_class._create( 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: self.do_handshake() 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:03:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout: self._sslobj.do_handshake() 2024-09-05T11:03:29.000 INFO:journalctl@ceph.mon.b.smithi119.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:03:29.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: [05/Sep/2024:11:03:27] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T11:03:29.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: [05/Sep/2024:11:03:27] ENGINE Bus STARTED 2024-09-05T11:03:29.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:28 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: [05/Sep/2024:11:03:27] ENGINE Bus STARTING 2024-09-05T11:03:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: [05/Sep/2024:11:03:27] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T11:03:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: [05/Sep/2024:11:03:27] ENGINE Error in HTTPServer.serve 2024-09-05T11:03:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout: Traceback (most recent call last): 2024-09-05T11:03:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:03:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._run(expiration_interval) 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: s = self.context.wrap_socket( 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: return self.sslsocket_class._create( 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: self.do_handshake() 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:03:29.174 INFO:journalctl@ceph.mon.a.smithi050.stdout: self._sslobj.do_handshake() 2024-09-05T11:03:29.175 INFO:journalctl@ceph.mon.a.smithi050.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:03:29.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: [05/Sep/2024:11:03:27] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T11:03:29.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: [05/Sep/2024:11:03:27] ENGINE Bus STARTED 2024-09-05T11:03:29.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: [05/Sep/2024:11:03:27] ENGINE Bus STARTING 2024-09-05T11:03:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: [05/Sep/2024:11:03:27] ENGINE Serving on https://172.21.15.50:7150 2024-09-05T11:03:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: [05/Sep/2024:11:03:27] ENGINE Error in HTTPServer.serve 2024-09-05T11:03:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout: Traceback (most recent call last): 2024-09-05T11:03:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T11:03:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._connections.run(self.expiration_interval) 2024-09-05T11:03:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._run(expiration_interval) 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: s = self.context.wrap_socket( 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: return self.sslsocket_class._create( 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: self.do_handshake() 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: self._sslobj.do_handshake() 2024-09-05T11:03:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T11:03:29.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: [05/Sep/2024:11:03:27] ENGINE Serving on http://172.21.15.50:8765 2024-09-05T11:03:29.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: [05/Sep/2024:11:03:27] ENGINE Bus STARTED 2024-09-05T11:03:29.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:28 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:29 smithi119 ceph-mon[32672]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:29 smithi119 ceph-mon[32672]: mgrmap e34: x(active, since 4s), standbys: y 2024-09-05T11:03:30.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:29 smithi050 ceph-mon[81192]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:30.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:29 smithi050 ceph-mon[81192]: mgrmap e34: x(active, since 4s), standbys: y 2024-09-05T11:03:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:29 smithi154 ceph-mon[32554]: pgmap v5: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:29 smithi154 ceph-mon[32554]: mgrmap e34: x(active, since 4s), standbys: y 2024-09-05T11:03:30.188 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:03:30.930 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:03:30.930 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (45s) 3s ago 15m 468M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:03:30.930 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (25s) 3s ago 13m 436M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (14s) 3s ago 15m 31.2M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (13m) 3s ago 13m 47.7M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 90ae4d685f92 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (14m) 4s ago 13m 44.9M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 09478c9e7921 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (8m) 3s ago 8m 141M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (8m) 3s ago 8m 128M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (8m) 4s ago 8m 133M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (8m) 5s ago 8m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (13m) 3s ago 13m 47.7M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (12m) 3s ago 12m 49.4M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (12m) 3s ago 12m 54.1M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (12m) 3s ago 12m 54.1M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (11m) 3s ago 11m 42.8M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:03:30.931 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (11m) 4s ago 11m 45.0M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:03:30.932 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (11m) 4s ago 10m 42.7M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:03:30.932 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (10m) 4s ago 10m 44.3M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:03:31.283 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:03:31.283 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:03:31.283 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 2, 2024-09-05T11:03:31.283 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 1 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 10, 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:03:31.284 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:03:31.605 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "3/17 daemons upgraded", 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "", 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:03:31.606 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:03:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:03:31.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:31 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/856910011' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:31.967 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:03:32.084 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:03:32.085 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:03:32.085 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:03:32.085 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:03:32.085 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:31 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/856910011' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:32.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:32.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:32.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: pgmap v6: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: Updating smithi033:/etc/ceph/ceph.conf 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: Updating smithi050:/etc/ceph/ceph.conf 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: Updating smithi119:/etc/ceph/ceph.conf 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: Updating smithi154:/etc/ceph/ceph.conf 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: Updating smithi173:/etc/ceph/ceph.conf 2024-09-05T11:03:32.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:31 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/856910011' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:32.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:32.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:32.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='client.? 172.21.15.50:0/3702947236' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:03:33.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:33.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:33.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:33.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:32 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3702947236' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:33.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi033:/etc/ceph/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: Updating smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:03:33.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/3702947236' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:33.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:33.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:32 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-05T11:03:33.963 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:33 smithi119 ceph-mon[32672]: Upgrade: It appears safe to stop mon.b 2024-09-05T11:03:33.963 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:33 smithi119 ceph-mon[32672]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T11:03:33.964 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:33 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:33.964 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:33 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:03:33.964 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:33 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:03:33.964 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:33 smithi119 ceph-mon[32672]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:33 smithi050 ceph-mon[81192]: Upgrade: It appears safe to stop mon.b 2024-09-05T11:03:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:33 smithi050 ceph-mon[81192]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T11:03:34.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:34.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:03:34.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:03:34.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:33 smithi154 ceph-mon[32554]: Upgrade: It appears safe to stop mon.b 2024-09-05T11:03:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:33 smithi154 ceph-mon[32554]: pgmap v7: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T11:03:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:33 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:33 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:03:34.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:33 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:03:34.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:33 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:35.080 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:34 smithi119 ceph-mon[32672]: Upgrade: Updating mon.b 2024-09-05T11:03:35.080 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:34 smithi119 ceph-mon[32672]: Deploying daemon mon.b on smithi119 2024-09-05T11:03:35.080 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:34 smithi119 systemd[1]: Stopping Ceph mon.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:03:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:34 smithi050 ceph-mon[81192]: Upgrade: Updating mon.b 2024-09-05T11:03:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:34 smithi050 ceph-mon[81192]: Deploying daemon mon.b on smithi119 2024-09-05T11:03:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:34 smithi154 ceph-mon[32554]: Upgrade: Updating mon.b 2024-09-05T11:03:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:34 smithi154 ceph-mon[32554]: Deploying daemon mon.b on smithi119 2024-09-05T11:03:35.447 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b[32668]: 2024-09-05T11:03:35.077+0000 7fe256087640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:03:35.447 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b[32668]: 2024-09-05T11:03:35.077+0000 7fe256087640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-05T11:03:35.447 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 podman[72064]: 2024-09-05 11:03:35.15994472 +0000 UTC m=+0.185287125 container died 90ae4d685f92bb68555fd981f670fc9e94c7517c92a8155ab672a065a1635cb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.build-date=20240731) 2024-09-05T11:03:35.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 podman[72064]: 2024-09-05 11:03:35.545231418 +0000 UTC m=+0.570573819 container cleanup 90ae4d685f92bb68555fd981f670fc9e94c7517c92a8155ab672a065a1635cb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:03:35.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 bash[72064]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b 2024-09-05T11:03:35.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 podman[72077]: 2024-09-05 11:03:35.746535911 +0000 UTC m=+0.582926320 container remove 90ae4d685f92bb68555fd981f670fc9e94c7517c92a8155ab672a065a1635cb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-05T11:03:35.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-05T11:03:35.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 systemd[1]: Stopped Ceph mon.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:03:35.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:35 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.b.service: Consumed 7.637s CPU time. 2024-09-05T11:03:36.373 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 systemd[1]: Starting Ceph mon.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:03:36.374 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 podman[72204]: 2024-09-05 11:03:36.223185132 +0000 UTC m=+0.017520534 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:03:36.626 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 podman[72204]: 2024-09-05 11:03:36.372937512 +0000 UTC m=+0.167272896 container create ce9c21ab65e58aa5b93d644ecc297ffd6d84619916b6d81b60c8544239ffe995 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:03:36.626 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 podman[72204]: 2024-09-05 11:03:36.600613427 +0000 UTC m=+0.394948817 container init ce9c21ab65e58aa5b93d644ecc297ffd6d84619916b6d81b60c8544239ffe995 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:03:36.626 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 podman[72204]: 2024-09-05 11:03:36.603793279 +0000 UTC m=+0.398128674 container start ce9c21ab65e58aa5b93d644ecc297ffd6d84619916b6d81b60c8544239ffe995 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:03:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T11:03:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc), process ceph-mon, pid 2 2024-09-05T11:03:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: pidfile_write: ignore empty --pid-file 2024-09-05T11:03:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: load: jerasure load: lrc 2024-09-05T11:03:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: RocksDB version: 7.9.2 2024-09-05T11:03:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Git sha 0 2024-09-05T11:03:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Compile date 2024-09-04 17:45:16 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: DB SUMMARY 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: DB Session ID: IE2NOA38ITINCF3Z3801 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: CURRENT file: CURRENT 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1396 Bytes 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 6126948 ; 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.error_if_exists: 0 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.create_if_missing: 0 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.paranoid_checks: 1 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T11:03:36.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.env: 0x5615807e5900 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.info_log: 0x5615827cb4a0 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.statistics: (nil) 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.use_fsync: 0 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_log_file_size: 0 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.allow_fallocate: 1 2024-09-05T11:03:37.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T11:03:37.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T11:03:37.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.use_direct_reads: 0 2024-09-05T11:03:37.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T11:03:37.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T11:03:37.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.db_log_dir: 2024-09-05T11:03:37.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.wal_dir: 2024-09-05T11:03:37.001 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T11:03:37.002 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T11:03:37.002 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T11:03:37.002 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T11:03:37.002 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.write_buffer_manager: 0x5615827da8c0 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T11:03:37.003 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.unordered_write: 0 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.row_cache: None 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.wal_filter: None 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.two_write_queues: 0 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T11:03:37.004 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.wal_compression: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.atomic_flush: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.log_readahead_size: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T11:03:37.005 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_background_jobs: 2 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_background_compactions: -1 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_subcompactions: 1 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_open_files: -1 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T11:03:37.006 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_background_flushes: -1 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Compression algorithms supported: 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kZSTD supported: 0 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kXpressCompression supported: 0 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kBZip2Compression supported: 0 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kLZ4Compression supported: 1 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kZlibCompression supported: 1 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: kSnappyCompression supported: 1 2024-09-05T11:03:37.007 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.merge_operator: 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_filter: None 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5615827cb0e0) 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout: cache_index_and_filter_blocks: 1 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T11:03:37.008 INFO:journalctl@ceph.mon.b.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: pin_top_level_index_and_filter: 1 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_type: 0 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: data_block_index_type: 0 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_shortening: 1 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: checksum: 4 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: no_block_cache: 0 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache: 0x5615827bf090 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_name: BinnedLRUCache 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_options: 2024-09-05T11:03:37.009 INFO:journalctl@ceph.mon.b.smithi119.stdout: capacity : 536870912 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: num_shard_bits : 4 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: strict_capacity_limit : 0 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: high_pri_pool_ratio: 0.000 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_cache_compressed: (nil) 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: persistent_cache: (nil) 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_size: 4096 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_size_deviation: 10 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_restart_interval: 16 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: index_block_restart_interval: 1 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: metadata_block_size: 4096 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: partition_filters: 0 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: use_delta_encoding: 1 2024-09-05T11:03:37.010 INFO:journalctl@ceph.mon.b.smithi119.stdout: filter_policy: bloomfilter 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: whole_key_filtering: 1 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: verify_compression: 0 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: read_amp_bytes_per_bit: 0 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: format_version: 5 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: enable_index_compression: 1 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: block_align: 0 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: max_auto_readahead_size: 262144 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: prepopulate_block_cache: 0 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: initial_auto_readahead_size: 8192 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T11:03:37.011 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression: NoCompression 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.num_levels: 7 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T11:03:37.012 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T11:03:37.013 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T11:03:37.014 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T11:03:37.015 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.inplace_update_support: 0 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.bloom_locality: 0 2024-09-05T11:03:37.016 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.max_successive_merges: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.ttl: 2592000 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.enable_blob_files: false 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.min_blob_size: 0 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T11:03:37.017 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13085, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 6be91516-cb9b-4945-85a7-b71d247828e4 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534216631074, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534216647942, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3689382, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13091, "largest_seqno": 15245, "table_properties": {"data_size": 3680068, "index_size": 5579, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693, "raw_key_size": 23216, "raw_average_key_size": 21, "raw_value_size": 3659388, "raw_average_value_size": 3442, "num_data_blocks": 255, "num_entries": 1063, "num_filter_entries": 1063, "num_deletions": 253, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725534216, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6be91516-cb9b-4945-85a7-b71d247828e4", "db_session_id": "IE2NOA38ITINCF3Z3801", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-05T11:03:37.018 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534216648080, "job": 1, "event": "recovery_finished"} 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5615827ece00 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: DB pointer 0x5615828e6000 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** DB Stats ** 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T11:03:37.019 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** Compaction Stats [default] ** 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: L0 1/0 3.52 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 510.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: L6 1/0 5.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: Sum 2/0 8.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 510.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 510.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** Compaction Stats [default] ** 2024-09-05T11:03:37.020 INFO:journalctl@ceph.mon.b.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 510.4 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: Cumulative compaction: 0.00 GB write, 171.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T11:03:37.021 INFO:journalctl@ceph.mon.b.smithi119.stdout: Interval compaction: 0.00 GB write, 171.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: Block cache BinnedLRUCache@0x5615827bf090#2 capacity: 512.00 MB usage: 8.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: starting mon.b rank 2 at public addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] at bind addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???) e3 preinit fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???).mds e1 new map 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???).mds e1 print_map 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: e1 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T11:03:37.022 INFO:journalctl@ceph.mon.b.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout: legacy client fscid: -1 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout: 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout: No filesystems configured 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???).osd e63 crush map has features 3314933000852226048, adjusting msgr requires 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 ceph-mon[72222]: mon.b@-1(???).paxosservice(auth 1..25) refresh upgraded, format 0 -> 3 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 bash[72204]: ce9c21ab65e58aa5b93d644ecc297ffd6d84619916b6d81b60c8544239ffe995 2024-09-05T11:03:37.023 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:36 smithi119 systemd[1]: Started Ceph mon.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:03:42.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:41 smithi050 ceph-mon[81192]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:03:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:41 smithi154 ceph-mon[32554]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:03:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: mon.b calling monitor election 2024-09-05T11:03:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: mon.c calling monitor election 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: mon.a calling monitor election 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: monmap epoch 3 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: last_changed 2024-09-05T10:49:39.781569+0000 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: min_mon_release 18 (reef) 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: election_strategy: 1 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:03:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: fsmap 2024-09-05T11:03:43.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:03:43.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: mgrmap e34: x(active, since 18s), standbys: y 2024-09-05T11:03:43.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:42 smithi050 ceph-mon[81192]: overall HEALTH_OK 2024-09-05T11:03:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: mon.b calling monitor election 2024-09-05T11:03:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: mon.c calling monitor election 2024-09-05T11:03:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: mon.a calling monitor election 2024-09-05T11:03:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:03:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: monmap epoch 3 2024-09-05T11:03:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: last_changed 2024-09-05T10:49:39.781569+0000 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: min_mon_release 18 (reef) 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: election_strategy: 1 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: fsmap 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: mgrmap e34: x(active, since 18s), standbys: y 2024-09-05T11:03:43.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:42 smithi154 ceph-mon[32554]: overall HEALTH_OK 2024-09-05T11:03:43.226 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: pgmap v8: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: mon.b calling monitor election 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: mon.c calling monitor election 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: mon.a calling monitor election 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: monmap epoch 3 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: last_changed 2024-09-05T10:49:39.781569+0000 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: min_mon_release 18 (reef) 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: election_strategy: 1 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:03:43.227 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:03:43.228 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: fsmap 2024-09-05T11:03:43.228 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:03:43.228 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: mgrmap e34: x(active, since 18s), standbys: y 2024-09-05T11:03:43.228 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:42 smithi119 ceph-mon[72222]: overall HEALTH_OK 2024-09-05T11:03:44.987 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:44 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.987 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:44 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.988 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:44 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.988 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:44 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.990 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.990 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.990 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.990 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:45.830 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:45 smithi119 ceph-mon[72222]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:45 smithi050 ceph-mon[81192]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:45 smithi154 ceph-mon[32554]: pgmap v13: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:46.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:03:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:03:46.659+0000 7f0dabbfd640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-05T11:03:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:47.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:47.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:47.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:47.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:47.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:47 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: pgmap v14: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "quorum_status"} : dispatch 2024-09-05T11:03:47.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-05T11:03:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:48 smithi050 ceph-mon[81192]: Upgrade: It appears safe to stop mon.c 2024-09-05T11:03:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:48 smithi050 ceph-mon[81192]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi154 2024-09-05T11:03:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:48 smithi154 ceph-mon[32554]: Upgrade: It appears safe to stop mon.c 2024-09-05T11:03:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:48 smithi154 ceph-mon[32554]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi154 2024-09-05T11:03:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:48 smithi119 ceph-mon[72222]: Upgrade: It appears safe to stop mon.c 2024-09-05T11:03:48.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:48 smithi119 ceph-mon[72222]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi154 2024-09-05T11:03:49.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:49 smithi050 ceph-mon[81192]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:49.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:49 smithi154 ceph-mon[32554]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:49.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:49 smithi119 ceph-mon[72222]: pgmap v15: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:50 smithi050 ceph-mon[81192]: pgmap v16: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:50 smithi154 ceph-mon[32554]: pgmap v16: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:50 smithi119 ceph-mon[72222]: pgmap v16: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:52 smithi050 ceph-mon[81192]: pgmap v17: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:52 smithi154 ceph-mon[32554]: pgmap v17: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:52 smithi119 ceph-mon[72222]: pgmap v17: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:55.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:54 smithi050 ceph-mon[81192]: pgmap v18: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:55.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:54 smithi154 ceph-mon[32554]: pgmap v18: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:54 smithi119 ceph-mon[72222]: pgmap v18: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:56 smithi050 ceph-mon[81192]: pgmap v19: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:56 smithi154 ceph-mon[32554]: pgmap v19: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:56 smithi119 ceph-mon[72222]: pgmap v19: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:03:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:03:58 smithi050 ceph-mon[81192]: pgmap v20: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:03:58 smithi154 ceph-mon[32554]: pgmap v20: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:03:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:03:58 smithi119 ceph-mon[72222]: pgmap v20: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:00 smithi050 ceph-mon[81192]: pgmap v21: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:00 smithi154 ceph-mon[32554]: pgmap v21: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:00 smithi119 ceph-mon[72222]: pgmap v21: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:02.271 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:04:02.844 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:04:02.844 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (77s) 35s ago 16m 468M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (57s) 19s ago 14m 437M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (46s) 35s ago 16m 31.2M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (26s) 19s ago 14m 23.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (14m) 36s ago 14m 44.9M 2048M 18.2.4-661-ga1de9ae7 13f0a984206a 09478c9e7921 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (8m) 35s ago 8m 141M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (9m) 19s ago 9m 130M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (9m) 36s ago 9m 133M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (9m) 37s ago 9m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (13m) 35s ago 13m 47.7M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (13m) 35s ago 13m 49.4M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:04:02.845 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (13m) 19s ago 13m 54.2M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:04:02.846 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (12m) 19s ago 12m 54.4M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:04:02.846 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (12m) 19s ago 12m 43.0M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:04:02.846 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (11m) 36s ago 11m 45.0M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:04:02.846 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (11m) 36s ago 11m 42.7M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:04:02.846 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (11m) 36s ago 11m 44.3M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:04:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:02 smithi050 ceph-mon[81192]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:02 smithi050 ceph-mon[81192]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:02 smithi050 ceph-mon[81192]: pgmap v22: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:02 smithi154 ceph-mon[32554]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:02 smithi154 ceph-mon[32554]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:02 smithi154 ceph-mon[32554]: pgmap v22: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:03.180 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:04:03.180 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:04:03.180 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 1, 2024-09-05T11:04:03.180 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:04:03.180 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:04:03.180 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 9, 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 4 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:04:03.181 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:04:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:02 smithi119 ceph-mon[72222]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:02 smithi119 ceph-mon[72222]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:02 smithi119 ceph-mon[72222]: pgmap v22: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "4/17 daemons upgraded", 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 image on host smithi154", 2024-09-05T11:04:03.469 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:04:03.470 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:04:04.046 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:04:04.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:03 smithi050 ceph-mon[81192]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:04.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:03 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/4150894144' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:04.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:03 smithi050 ceph-mon[81192]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:03 smithi154 ceph-mon[32554]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:03 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/4150894144' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:03 smithi154 ceph-mon[32554]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:04.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:03 smithi119 ceph-mon[72222]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:03 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/4150894144' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:03 smithi119 ceph-mon[72222]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:04 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/446481655' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:04:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:04 smithi050 ceph-mon[81192]: pgmap v23: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:04 smithi154 ceph-mon[32554]: from='client.? 172.21.15.50:0/446481655' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:04:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:04 smithi154 ceph-mon[32554]: pgmap v23: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:05.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:04 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/446481655' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:04:05.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:04 smithi119 ceph-mon[72222]: pgmap v23: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:06 smithi050 ceph-mon[81192]: pgmap v24: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:06 smithi154 ceph-mon[32554]: pgmap v24: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:06 smithi119 ceph-mon[72222]: pgmap v24: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:08 smithi050 ceph-mon[81192]: pgmap v25: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:08 smithi154 ceph-mon[32554]: pgmap v25: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:08 smithi119 ceph-mon[72222]: pgmap v25: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:10 smithi050 ceph-mon[81192]: pgmap v26: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:10 smithi154 ceph-mon[32554]: pgmap v26: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:10 smithi119 ceph-mon[72222]: pgmap v26: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:12 smithi050 ceph-mon[81192]: pgmap v27: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:12 smithi154 ceph-mon[32554]: pgmap v27: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:12 smithi119 ceph-mon[72222]: pgmap v27: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:15.830 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:15 smithi154 ceph-mon[32554]: Upgrade: Updating mon.c 2024-09-05T11:04:15.830 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:15 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:15.830 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:15 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:15.830 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:15 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:15.830 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:15 smithi154 ceph-mon[32554]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:15.830 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:15 smithi154 ceph-mon[32554]: Deploying daemon mon.c on smithi154 2024-09-05T11:04:15.830 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:15 smithi154 ceph-mon[32554]: pgmap v28: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:15.876 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:15 smithi050 ceph-mon[81192]: Upgrade: Updating mon.c 2024-09-05T11:04:15.876 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:15.876 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:15.876 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:15.876 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:15.876 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:15 smithi050 ceph-mon[81192]: Deploying daemon mon.c on smithi154 2024-09-05T11:04:15.876 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:15 smithi050 ceph-mon[81192]: pgmap v28: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:15.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:15 smithi119 ceph-mon[72222]: Upgrade: Updating mon.c 2024-09-05T11:04:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:15 smithi119 ceph-mon[72222]: Deploying daemon mon.c on smithi154 2024-09-05T11:04:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:15 smithi119 ceph-mon[72222]: pgmap v28: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:16.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:16 smithi154 systemd[1]: Stopping Ceph mon.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:04:16.785 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c[32537]: 2024-09-05T11:04:16.425+0000 7f8442b98640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:04:16.785 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c[32537]: 2024-09-05T11:04:16.425+0000 7f8442b98640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-05T11:04:16.785 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:16 smithi154 podman[58883]: 2024-09-05 11:04:16.557785659 +0000 UTC m=+0.274342966 container died 09478c9e79216af98a05c003bafe5029f7c9b6588591693203b874fe7e138706 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-05T11:04:17.135 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:16 smithi154 podman[58883]: 2024-09-05 11:04:16.883223616 +0000 UTC m=+0.599780923 container cleanup 09478c9e79216af98a05c003bafe5029f7c9b6588591693203b874fe7e138706 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-nvmeof-a1de9ae, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-05T11:04:17.136 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:16 smithi154 bash[58883]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c 2024-09-05T11:04:17.389 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 podman[58895]: 2024-09-05 11:04:17.134988968 +0000 UTC m=+0.575886802 container remove 09478c9e79216af98a05c003bafe5029f7c9b6588591693203b874fe7e138706 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-nvmeof-a1de9ae, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T11:04:17.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-05T11:04:17.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 systemd[1]: Stopped Ceph mon.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:04:17.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.c.service: Consumed 7.251s CPU time. 2024-09-05T11:04:17.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 systemd[1]: Starting Ceph mon.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:04:18.049 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 podman[59025]: 2024-09-05 11:04:17.794638475 +0000 UTC m=+0.098685875 container create ba8683b441b938891e23e2cf8910c6c1fdcf44b154e8cf534e9485bc6a72f598 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:04:18.049 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 podman[59025]: 2024-09-05 11:04:17.713710346 +0000 UTC m=+0.017757762 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:04:18.049 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:17 smithi154 podman[59025]: 2024-09-05 11:04:17.997023165 +0000 UTC m=+0.301070566 container init ba8683b441b938891e23e2cf8910c6c1fdcf44b154e8cf534e9485bc6a72f598 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-05T11:04:18.049 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 podman[59025]: 2024-09-05 11:04:18.000865896 +0000 UTC m=+0.304913304 container start ba8683b441b938891e23e2cf8910c6c1fdcf44b154e8cf534e9485bc6a72f598 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc), process ceph-mon, pid 2 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: pidfile_write: ignore empty --pid-file 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: load: jerasure load: lrc 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: RocksDB version: 7.9.2 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Git sha 0 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Compile date 2024-09-04 17:45:16 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: DB SUMMARY 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: DB Session ID: ZXR5J7EFP7OZAG4PKQ9B 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: CURRENT file: CURRENT 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T11:04:18.050 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1396 Bytes 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 6638016 ; 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.error_if_exists: 0 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.create_if_missing: 0 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.paranoid_checks: 1 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.env: 0x55c6f948e900 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.info_log: 0x55c6f9d294a0 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T11:04:18.051 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.statistics: (nil) 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.use_fsync: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_log_file_size: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.allow_fallocate: 1 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.use_direct_reads: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T11:04:18.052 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.db_log_dir: 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.wal_dir: 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.write_buffer_manager: 0x55c6f9d388c0 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T11:04:18.053 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T11:04:18.054 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.unordered_write: 0 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T11:04:18.055 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.row_cache: None 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.wal_filter: None 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.two_write_queues: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.wal_compression: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.atomic_flush: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T11:04:18.056 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.log_readahead_size: 0 2024-09-05T11:04:18.057 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T11:04:18.059 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_background_jobs: 2 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_background_compactions: -1 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_subcompactions: 1 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T11:04:18.060 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_open_files: -1 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_background_flushes: -1 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Compression algorithms supported: 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kZSTD supported: 0 2024-09-05T11:04:18.061 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kXpressCompression supported: 0 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kBZip2Compression supported: 0 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kLZ4Compression supported: 1 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kZlibCompression supported: 1 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: kSnappyCompression supported: 1 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.merge_operator: 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_filter: None 2024-09-05T11:04:18.062 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c6f9d290e0) 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: cache_index_and_filter_blocks: 1 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: pin_top_level_index_and_filter: 1 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: index_type: 0 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: data_block_index_type: 0 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: index_shortening: 1 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T11:04:18.063 INFO:journalctl@ceph.mon.c.smithi154.stdout: checksum: 4 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: no_block_cache: 0 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_cache: 0x55c6f9d1d090 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_cache_name: BinnedLRUCache 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_cache_options: 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: capacity : 536870912 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: num_shard_bits : 4 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: strict_capacity_limit : 0 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: high_pri_pool_ratio: 0.000 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_cache_compressed: (nil) 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: persistent_cache: (nil) 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_size: 4096 2024-09-05T11:04:18.064 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_size_deviation: 10 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_restart_interval: 16 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: index_block_restart_interval: 1 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: metadata_block_size: 4096 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: partition_filters: 0 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: use_delta_encoding: 1 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: filter_policy: bloomfilter 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: whole_key_filtering: 1 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: verify_compression: 0 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: read_amp_bytes_per_bit: 0 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: format_version: 5 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: enable_index_compression: 1 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: block_align: 0 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: max_auto_readahead_size: 262144 2024-09-05T11:04:18.065 INFO:journalctl@ceph.mon.c.smithi154.stdout: prepopulate_block_cache: 0 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout: initial_auto_readahead_size: 8192 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression: NoCompression 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.num_levels: 7 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T11:04:18.066 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T11:04:18.067 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T11:04:18.068 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T11:04:18.069 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.inplace_update_support: 0 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.bloom_locality: 0 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.max_successive_merges: 0 2024-09-05T11:04:18.070 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.ttl: 2592000 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.enable_blob_files: false 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.min_blob_size: 0 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T11:04:18.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13174, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d5384acb-5983-428e-a544-46dd277b10c1 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534258027692, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534258044418, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3982411, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13179, "largest_seqno": 15808, "table_properties": {"data_size": 3971465, "index_size": 6827, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3077, "raw_key_size": 26849, "raw_average_key_size": 21, "raw_value_size": 3947279, "raw_average_value_size": 3214, "num_data_blocks": 311, "num_entries": 1228, "num_filter_entries": 1228, "num_deletions": 253, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725534258, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d5384acb-5983-428e-a544-46dd277b10c1", "db_session_id": "ZXR5J7EFP7OZAG4PKQ9B", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725534258044561, "job": 1, "event": "recovery_finished"} 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T11:04:18.072 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c6f9d4ae00 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: DB pointer 0x55c6f9e44000 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: ** DB Stats ** 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: ** Compaction Stats [default] ** 2024-09-05T11:04:18.073 INFO:journalctl@ceph.mon.c.smithi154.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: L0 1/0 3.80 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 653.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: L6 1/0 5.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: Sum 2/0 8.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 653.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 653.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: ** Compaction Stats [default] ** 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 653.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T11:04:18.074 INFO:journalctl@ceph.mon.c.smithi154.stdout: 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: Cumulative compaction: 0.00 GB write, 177.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: Interval compaction: 0.00 GB write, 177.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: Block cache BinnedLRUCache@0x55c6f9d1d090#2 capacity: 512.00 MB usage: 45.55 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: Block cache entry stats(count,size,portion): DataBlock(2,9.66 KB,0.00184178%) FilterBlock(2,12.31 KB,0.00234842%) IndexBlock(2,28.16 KB,0.00537038%) Misc(1,0.00 KB,0%) 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T11:04:18.075 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: starting mon.c rank 1 at public addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] at bind addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???) e3 preinit fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???).mds e1 new map 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???).mds e1 print_map 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout: e1 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout: legacy client fscid: -1 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout: 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout: No filesystems configured 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???).osd e63 crush map has features 3314933000852226048, adjusting msgr requires 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:04:18.076 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2024-09-05T11:04:18.077 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 ceph-mon[59043]: mon.c@-1(???).paxosservice(auth 1..27) refresh upgraded, format 0 -> 3 2024-09-05T11:04:18.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 bash[59025]: ba8683b441b938891e23e2cf8910c6c1fdcf44b154e8cf534e9485bc6a72f598 2024-09-05T11:04:18.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:18 smithi154 systemd[1]: Started Ceph mon.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:04:19.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:04:19.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: fsmap 2024-09-05T11:04:19.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:04:19.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: mgrmap e34: x(active, since 53s), standbys: y 2024-09-05T11:04:19.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: overall HEALTH_OK 2024-09-05T11:04:19.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: mon.c calling monitor election 2024-09-05T11:04:19.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: mon.a calling monitor election 2024-09-05T11:04:19.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: mon.b calling monitor election 2024-09-05T11:04:19.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:04:19.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:04:19.500 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:04:19.500 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:04:19.500 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: monmap epoch 4 2024-09-05T11:04:19.500 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:04:19.500 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: last_changed 2024-09-05T11:04:18.196794+0000 2024-09-05T11:04:19.500 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: min_mon_release 19 (squid) 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: election_strategy: 1 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: fsmap 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:04:19.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: mgrmap e34: x(active, since 53s), standbys: y 2024-09-05T11:04:19.502 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: overall HEALTH_OK 2024-09-05T11:04:19.502 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:19.502 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:19.502 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:19.502 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:19 smithi119 ceph-mon[72222]: pgmap v30: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:19.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:04:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: fsmap 2024-09-05T11:04:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:04:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: mgrmap e34: x(active, since 53s), standbys: y 2024-09-05T11:04:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: overall HEALTH_OK 2024-09-05T11:04:19.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: mon.c calling monitor election 2024-09-05T11:04:19.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: mon.a calling monitor election 2024-09-05T11:04:19.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: mon.b calling monitor election 2024-09-05T11:04:19.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:04:19.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:04:19.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:04:19.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:04:19.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: monmap epoch 4 2024-09-05T11:04:19.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:04:19.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: last_changed 2024-09-05T11:04:18.196794+0000 2024-09-05T11:04:19.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:04:19.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: min_mon_release 19 (squid) 2024-09-05T11:04:19.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: election_strategy: 1 2024-09-05T11:04:19.677 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:04:19.677 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:04:19.677 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:04:19.677 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: fsmap 2024-09-05T11:04:19.677 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:04:19.677 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: mgrmap e34: x(active, since 53s), standbys: y 2024-09-05T11:04:19.678 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: overall HEALTH_OK 2024-09-05T11:04:19.678 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:19.678 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:19.678 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:19.678 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:19 smithi050 ceph-mon[81192]: pgmap v30: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:19.679 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:04:19.679 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: fsmap 2024-09-05T11:04:19.679 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:04:19.679 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: mgrmap e34: x(active, since 53s), standbys: y 2024-09-05T11:04:19.680 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: overall HEALTH_OK 2024-09-05T11:04:19.680 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: mon.c calling monitor election 2024-09-05T11:04:19.680 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: mon.a calling monitor election 2024-09-05T11:04:19.680 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: mon.b calling monitor election 2024-09-05T11:04:19.680 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-05T11:04:19.681 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T11:04:19.681 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-05T11:04:19.681 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-05T11:04:19.681 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: monmap epoch 4 2024-09-05T11:04:19.681 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: fsid 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:04:19.681 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: last_changed 2024-09-05T11:04:18.196794+0000 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: created 2024-09-05T10:47:31.965211+0000 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: min_mon_release 19 (squid) 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: election_strategy: 1 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: 0: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.a 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.c 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: 2: [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon.b 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: fsmap 2024-09-05T11:04:19.682 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: osdmap e63: 8 total, 8 up, 8 in 2024-09-05T11:04:19.683 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: mgrmap e34: x(active, since 53s), standbys: y 2024-09-05T11:04:19.683 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: overall HEALTH_OK 2024-09-05T11:04:19.683 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:19.683 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:19.683 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:19.683 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:19 smithi154 ceph-mon[59043]: pgmap v30: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:21.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:21 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:21 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:21 smithi050 ceph-mon[81192]: pgmap v31: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:21.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:21 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:21 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:21 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:21 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:21 smithi154 ceph-mon[59043]: pgmap v31: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:21 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:21 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:21 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:21 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:21 smithi119 ceph-mon[72222]: pgmap v31: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:21 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:21.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:21 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:22 smithi050 ceph-mon[81192]: pgmap v32: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:23.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:04:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:04:23.056+0000 7f0dabbfd640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-05T11:04:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:22 smithi154 ceph-mon[59043]: pgmap v32: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:22 smithi119 ceph-mon[72222]: pgmap v32: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:04:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: Reconfiguring mon.a (monmap changed)... 2024-09-05T11:04:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:25.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:25.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:25.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: Reconfiguring daemon mon.a on smithi050 2024-09-05T11:04:25.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:25 smithi050 ceph-mon[81192]: pgmap v33: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: Reconfiguring mon.a (monmap changed)... 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:25.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:25.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:25.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: Reconfiguring daemon mon.a on smithi050 2024-09-05T11:04:25.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:25 smithi154 ceph-mon[59043]: pgmap v33: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:25.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:25.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:04:25.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:25.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: Reconfiguring mon.a (monmap changed)... 2024-09-05T11:04:25.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:25.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:25.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:25.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: Reconfiguring daemon mon.a on smithi050 2024-09-05T11:04:25.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:25 smithi119 ceph-mon[72222]: pgmap v33: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:26 smithi119 ceph-mon[72222]: Reconfiguring mgr.x (monmap changed)... 2024-09-05T11:04:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:04:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:04:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:26.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:26 smithi119 ceph-mon[72222]: Reconfiguring daemon mgr.x on smithi050 2024-09-05T11:04:27.140 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.140 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.141 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:26 smithi050 ceph-mon[81192]: Reconfiguring mgr.x (monmap changed)... 2024-09-05T11:04:27.141 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:04:27.141 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:04:27.141 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:27.141 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:26 smithi050 ceph-mon[81192]: Reconfiguring daemon mgr.x on smithi050 2024-09-05T11:04:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:26 smithi154 ceph-mon[59043]: Reconfiguring mgr.x (monmap changed)... 2024-09-05T11:04:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:04:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:04:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:27.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:26 smithi154 ceph-mon[59043]: Reconfiguring daemon mgr.x on smithi050 2024-09-05T11:04:27.843 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:27 smithi050 ceph-mon[81192]: pgmap v34: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:27.844 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.844 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.844 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T11:04:27.844 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:27.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:27 smithi119 ceph-mon[72222]: pgmap v34: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T11:04:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:27 smithi154 ceph-mon[59043]: pgmap v34: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:28.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T11:04:28.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:28 smithi050 ceph-mon[81192]: Reconfiguring osd.0 (monmap changed)... 2024-09-05T11:04:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:28 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.0 on smithi050 2024-09-05T11:04:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T11:04:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:28.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:28 smithi119 ceph-mon[72222]: Reconfiguring osd.0 (monmap changed)... 2024-09-05T11:04:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:28 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.0 on smithi050 2024-09-05T11:04:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T11:04:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:28 smithi154 ceph-mon[59043]: Reconfiguring osd.0 (monmap changed)... 2024-09-05T11:04:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:28 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.0 on smithi050 2024-09-05T11:04:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T11:04:29.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:29.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:29 smithi119 ceph-mon[72222]: Reconfiguring osd.1 (monmap changed)... 2024-09-05T11:04:29.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:29 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.1 on smithi050 2024-09-05T11:04:29.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:29 smithi119 ceph-mon[72222]: pgmap v35: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:30.025 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:29 smithi050 ceph-mon[81192]: Reconfiguring osd.1 (monmap changed)... 2024-09-05T11:04:30.025 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:29 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.1 on smithi050 2024-09-05T11:04:30.026 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:29 smithi050 ceph-mon[81192]: pgmap v35: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:29 smithi154 ceph-mon[59043]: Reconfiguring osd.1 (monmap changed)... 2024-09-05T11:04:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:29 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.1 on smithi050 2024-09-05T11:04:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:29 smithi154 ceph-mon[59043]: pgmap v35: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: Reconfiguring mon.b (monmap changed)... 2024-09-05T11:04:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:31.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: Reconfiguring daemon mon.b on smithi119 2024-09-05T11:04:31.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:30 smithi119 ceph-mon[72222]: pgmap v36: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: Reconfiguring mon.b (monmap changed)... 2024-09-05T11:04:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: Reconfiguring daemon mon.b on smithi119 2024-09-05T11:04:31.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:30 smithi050 ceph-mon[81192]: pgmap v36: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: Reconfiguring mon.b (monmap changed)... 2024-09-05T11:04:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:31.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: Reconfiguring daemon mon.b on smithi119 2024-09-05T11:04:31.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:30 smithi154 ceph-mon[59043]: pgmap v36: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:32.706 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:32 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:32.706 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:32 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:32.706 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:32 smithi119 ceph-mon[72222]: Reconfiguring mgr.y (monmap changed)... 2024-09-05T11:04:32.706 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:32 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:04:32.706 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:32 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:04:32.706 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:32 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:32.706 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:32 smithi119 ceph-mon[72222]: Reconfiguring daemon mgr.y on smithi119 2024-09-05T11:04:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:32 smithi050 ceph-mon[81192]: Reconfiguring mgr.y (monmap changed)... 2024-09-05T11:04:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:04:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:04:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:32 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:32 smithi050 ceph-mon[81192]: Reconfiguring daemon mgr.y on smithi119 2024-09-05T11:04:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:32 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:32 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:32 smithi154 ceph-mon[59043]: Reconfiguring mgr.y (monmap changed)... 2024-09-05T11:04:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:32 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-05T11:04:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:32 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-09-05T11:04:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:32 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:32 smithi154 ceph-mon[59043]: Reconfiguring daemon mgr.y on smithi119 2024-09-05T11:04:33.947 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:33 smithi119 ceph-mon[72222]: pgmap v37: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:33.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:33 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:33.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:33 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:33.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:33 smithi119 ceph-mon[72222]: Reconfiguring osd.2 (monmap changed)... 2024-09-05T11:04:33.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:33 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T11:04:33.948 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:33 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:33 smithi050 ceph-mon[81192]: pgmap v37: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:33 smithi050 ceph-mon[81192]: Reconfiguring osd.2 (monmap changed)... 2024-09-05T11:04:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T11:04:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:33 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:33 smithi154 ceph-mon[59043]: pgmap v37: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:33 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:33 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:33 smithi154 ceph-mon[59043]: Reconfiguring osd.2 (monmap changed)... 2024-09-05T11:04:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:33 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T11:04:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:33 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:34.352 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (109s) 67s ago 16m 468M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (89s) 51s ago 14m 437M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (78s) 67s ago 16m 31.2M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (58s) 51s ago 14m 23.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (17s) 14s ago 15m 22.8M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (9m) 67s ago 9m 141M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (9m) 51s ago 9m 130M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:04:34.923 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (9m) 14s ago 9m 134M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (9m) 69s ago 9m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (14m) 67s ago 14m 47.7M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a d4509a1fa688 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (13m) 67s ago 13m 49.4M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (13m) 51s ago 13m 54.2M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (13m) 51s ago 13m 54.4M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (12m) 51s ago 12m 43.0M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (12m) 14s ago 12m 45.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (12m) 14s ago 12m 43.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:04:34.924 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (11m) 14s ago 11m 44.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:04:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:34 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.2 on smithi119 2024-09-05T11:04:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:34 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:34 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:34 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T11:04:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:34 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:34 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.2 on smithi119 2024-09-05T11:04:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:34 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:35.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:34 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:35.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:34 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T11:04:35.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:34 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:34 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.2 on smithi119 2024-09-05T11:04:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:34 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:34 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:34 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T11:04:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:34 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:04:35.262 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 8, 2024-09-05T11:04:35.263 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 5 2024-09-05T11:04:35.263 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:04:35.263 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:04:35.560 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:04:35.560 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:04:35.560 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:04:35.560 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:04:35.560 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:04:35.560 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:04:35.560 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:04:35.561 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:04:35.561 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "5/17 daemons upgraded", 2024-09-05T11:04:35.561 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading mon daemons", 2024-09-05T11:04:35.561 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:04:35.561 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:04:35.903 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: Reconfiguring osd.3 (monmap changed)... 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.3 on smithi119 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: pgmap v38: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2854563629' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T11:04:35.904 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:35 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:36.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: Reconfiguring osd.3 (monmap changed)... 2024-09-05T11:04:36.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.3 on smithi119 2024-09-05T11:04:36.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:36.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:36.055 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: pgmap v38: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:36.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2854563629' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:36.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:36.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:36.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T11:04:36.056 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:35 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: Reconfiguring osd.3 (monmap changed)... 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.3 on smithi119 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: pgmap v38: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2854563629' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:36.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T11:04:36.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:35 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:36 smithi050 ceph-mon[81192]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:36 smithi050 ceph-mon[81192]: Reconfiguring osd.4 (monmap changed)... 2024-09-05T11:04:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:36 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.4 on smithi119 2024-09-05T11:04:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:36 smithi050 ceph-mon[81192]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:36 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3068193905' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:04:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:36 smithi154 ceph-mon[59043]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:36 smithi154 ceph-mon[59043]: Reconfiguring osd.4 (monmap changed)... 2024-09-05T11:04:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:36 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.4 on smithi119 2024-09-05T11:04:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:36 smithi154 ceph-mon[59043]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:36 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3068193905' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:04:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:36 smithi119 ceph-mon[72222]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:36 smithi119 ceph-mon[72222]: Reconfiguring osd.4 (monmap changed)... 2024-09-05T11:04:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:36 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.4 on smithi119 2024-09-05T11:04:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:36 smithi119 ceph-mon[72222]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:04:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:36 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3068193905' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:04:37.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:37 smithi154 ceph-mon[59043]: pgmap v39: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:37.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:37 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:37.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:37 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:37.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:37 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:37.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:37 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:37.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:37 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:37 smithi050 ceph-mon[81192]: pgmap v39: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:37 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:37 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:37 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:37 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:37 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:38.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:37 smithi119 ceph-mon[72222]: pgmap v39: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:37 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:37 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:37 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-05T11:04:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:37 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-05T11:04:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:37 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:38.918 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: Reconfiguring mon.c (monmap changed)... 2024-09-05T11:04:38.918 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: Reconfiguring daemon mon.c on smithi154 2024-09-05T11:04:38.918 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:38.918 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:38.918 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: Reconfiguring osd.5 (monmap changed)... 2024-09-05T11:04:38.918 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T11:04:38.918 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:38.919 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.5 on smithi154 2024-09-05T11:04:38.919 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:38 smithi154 ceph-mon[59043]: pgmap v40: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: Reconfiguring mon.c (monmap changed)... 2024-09-05T11:04:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: Reconfiguring daemon mon.c on smithi154 2024-09-05T11:04:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: Reconfiguring osd.5 (monmap changed)... 2024-09-05T11:04:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T11:04:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:39.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.5 on smithi154 2024-09-05T11:04:39.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:38 smithi050 ceph-mon[81192]: pgmap v40: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: Reconfiguring mon.c (monmap changed)... 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: Reconfiguring daemon mon.c on smithi154 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: Reconfiguring osd.5 (monmap changed)... 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.5 on smithi154 2024-09-05T11:04:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:38 smithi119 ceph-mon[72222]: pgmap v40: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:40.920 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:40.920 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:40.920 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:40 smithi154 ceph-mon[59043]: Reconfiguring osd.6 (monmap changed)... 2024-09-05T11:04:40.920 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T11:04:40.920 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:40.920 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:40 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.6 on smithi154 2024-09-05T11:04:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:40 smithi050 ceph-mon[81192]: Reconfiguring osd.6 (monmap changed)... 2024-09-05T11:04:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T11:04:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:40 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.6 on smithi154 2024-09-05T11:04:40.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:40.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:40.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:40 smithi119 ceph-mon[72222]: Reconfiguring osd.6 (monmap changed)... 2024-09-05T11:04:40.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T11:04:40.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:40.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:40 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.6 on smithi154 2024-09-05T11:04:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:41 smithi050 ceph-mon[81192]: pgmap v41: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:41 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:41 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:41 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T11:04:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:41 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:41 smithi154 ceph-mon[59043]: pgmap v41: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:41 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:41 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:41 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T11:04:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:41 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:41.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:41 smithi119 ceph-mon[72222]: pgmap v41: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:41.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:41 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:41.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:41 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:41.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:41 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T11:04:41.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:41 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:42.905 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: Reconfiguring osd.7 (monmap changed)... 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: Reconfiguring daemon osd.7 on smithi154 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-05T11:04:42.906 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-05T11:04:42.907 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-05T11:04:42.907 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.907 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.907 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-05T11:04:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: Reconfiguring osd.7 (monmap changed)... 2024-09-05T11:04:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: Reconfiguring daemon osd.7 on smithi154 2024-09-05T11:04:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: Reconfiguring osd.7 (monmap changed)... 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: Reconfiguring daemon osd.7 on smithi154 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:42.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-05T11:04:43.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:43 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all mon 2024-09-05T11:04:43.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:43 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all crash 2024-09-05T11:04:43.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:43 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-05T11:04:43.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:43 smithi050 ceph-mon[81192]: Upgrade: osd.0 is safe to restart 2024-09-05T11:04:43.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:43 smithi050 ceph-mon[81192]: pgmap v42: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:43 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all mon 2024-09-05T11:04:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:43 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all crash 2024-09-05T11:04:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:43 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-05T11:04:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:43 smithi154 ceph-mon[59043]: Upgrade: osd.0 is safe to restart 2024-09-05T11:04:43.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:43 smithi154 ceph-mon[59043]: pgmap v42: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:43.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:43 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all mon 2024-09-05T11:04:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:43 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all crash 2024-09-05T11:04:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:43 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-05T11:04:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:43 smithi119 ceph-mon[72222]: Upgrade: osd.0 is safe to restart 2024-09-05T11:04:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:43 smithi119 ceph-mon[72222]: pgmap v42: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:44 smithi119 ceph-mon[72222]: Upgrade: Updating osd.0 2024-09-05T11:04:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T11:04:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:44 smithi119 ceph-mon[72222]: Deploying daemon osd.0 on smithi050 2024-09-05T11:04:45.057 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:44 smithi050 ceph-mon[81192]: Upgrade: Updating osd.0 2024-09-05T11:04:45.058 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:45.058 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T11:04:45.058 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:45.058 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:44 smithi050 ceph-mon[81192]: Deploying daemon osd.0 on smithi050 2024-09-05T11:04:45.090 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:44 smithi154 ceph-mon[59043]: Upgrade: Updating osd.0 2024-09-05T11:04:45.090 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:44 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:45.090 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:44 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-05T11:04:45.090 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:44 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:45.090 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:44 smithi154 ceph-mon[59043]: Deploying daemon osd.0 on smithi050 2024-09-05T11:04:45.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:45 smithi050 ceph-mon[81192]: pgmap v43: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:45.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:45 smithi119 ceph-mon[72222]: pgmap v43: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:46.058 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:45 smithi154 ceph-mon[59043]: pgmap v43: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:04:46.855 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:46 smithi050 ceph-mon[81192]: pgmap v44: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:46.855 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:46 smithi050 systemd[1]: Stopping Ceph osd.0 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:04:47.173 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[43301]: 2024-09-05T11:04:46.860+0000 7f41bc3a5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:04:47.173 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[43301]: 2024-09-05T11:04:46.860+0000 7f41bc3a5640 -1 osd.0 63 *** Got signal Terminated *** 2024-09-05T11:04:47.173 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[43301]: 2024-09-05T11:04:46.860+0000 7f41bc3a5640 -1 osd.0 63 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:04:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:46 smithi154 ceph-mon[59043]: pgmap v44: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:46 smithi119 ceph-mon[72222]: pgmap v44: 33 pgs: 33 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:04:48.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:47 smithi050 ceph-mon[81192]: osd.0 marked itself down and dead 2024-09-05T11:04:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:47 smithi154 ceph-mon[59043]: osd.0 marked itself down and dead 2024-09-05T11:04:48.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:47 smithi119 ceph-mon[72222]: osd.0 marked itself down and dead 2024-09-05T11:04:48.611 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:48 smithi050 podman[84165]: 2024-09-05 11:04:48.352527886 +0000 UTC m=+1.602417491 container died d4509a1fa6889084a2dcf6ef429c464afa2b444f18c33ead06dfcc7cf0686ec0 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-05T11:04:48.923 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:48 smithi050 podman[84165]: 2024-09-05 11:04:48.701129097 +0000 UTC m=+1.951018694 container cleanup d4509a1fa6889084a2dcf6ef429c464afa2b444f18c33ead06dfcc7cf0686ec0 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-nvmeof-a1de9ae, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T11:04:48.923 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:48 smithi050 bash[84165]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0 2024-09-05T11:04:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:48 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:04:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:48 smithi050 ceph-mon[81192]: osdmap e64: 8 total, 7 up, 8 in 2024-09-05T11:04:48.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:48 smithi050 ceph-mon[81192]: pgmap v46: 33 pgs: 2 stale+active+clean, 31 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:04:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:48 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:04:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:48 smithi154 ceph-mon[59043]: osdmap e64: 8 total, 7 up, 8 in 2024-09-05T11:04:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:48 smithi154 ceph-mon[59043]: pgmap v46: 33 pgs: 2 stale+active+clean, 31 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:04:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:48 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:04:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:48 smithi119 ceph-mon[72222]: osdmap e64: 8 total, 7 up, 8 in 2024-09-05T11:04:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:48 smithi119 ceph-mon[72222]: pgmap v46: 33 pgs: 2 stale+active+clean, 31 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:04:49.348 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:49 smithi050 podman[84192]: 2024-09-05 11:04:49.011372924 +0000 UTC m=+0.655290560 container remove d4509a1fa6889084a2dcf6ef429c464afa2b444f18c33ead06dfcc7cf0686ec0 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-nvmeof-a1de9ae, GIT_CLEAN=True) 2024-09-05T11:04:49.640 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:49 smithi050 podman[84282]: 2024-09-05 11:04:49.250123155 +0000 UTC m=+0.016105808 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:04:49.640 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:49 smithi050 podman[84282]: 2024-09-05 11:04:49.353794752 +0000 UTC m=+0.119777404 container create 88aa0d013221026d7feb707155421137468b7ec7e0311bde2948ba2fd7d1f0bf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-05T11:04:49.640 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:49 smithi050 podman[84282]: 2024-09-05 11:04:49.55627435 +0000 UTC m=+0.322257016 container init 88aa0d013221026d7feb707155421137468b7ec7e0311bde2948ba2fd7d1f0bf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-09-05T11:04:49.640 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:49 smithi050 podman[84282]: 2024-09-05 11:04:49.560562444 +0000 UTC m=+0.326545096 container start 88aa0d013221026d7feb707155421137468b7ec7e0311bde2948ba2fd7d1f0bf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:04:49.640 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:49 smithi050 podman[84282]: 2024-09-05 11:04:49.639362012 +0000 UTC m=+0.405344672 container attach 88aa0d013221026d7feb707155421137468b7ec7e0311bde2948ba2fd7d1f0bf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-05T11:04:49.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:49 smithi050 ceph-mon[81192]: osdmap e65: 8 total, 7 up, 8 in 2024-09-05T11:04:49.923 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:49 smithi050 podman[84305]: 2024-09-05 11:04:49.777661024 +0000 UTC m=+0.016735956 container died 88aa0d013221026d7feb707155421137468b7ec7e0311bde2948ba2fd7d1f0bf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-05T11:04:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:49 smithi154 ceph-mon[59043]: osdmap e65: 8 total, 7 up, 8 in 2024-09-05T11:04:50.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:49 smithi119 ceph-mon[72222]: osdmap e65: 8 total, 7 up, 8 in 2024-09-05T11:04:50.307 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:50 smithi050 podman[84305]: 2024-09-05 11:04:50.292582598 +0000 UTC m=+0.531657530 container remove 88aa0d013221026d7feb707155421137468b7ec7e0311bde2948ba2fd7d1f0bf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:04:50.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:50 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-05T11:04:50.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:50 smithi050 systemd[1]: Stopped Ceph osd.0 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:04:50.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:50 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.0.service: Consumed 4.812s CPU time. 2024-09-05T11:04:50.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:50 smithi050 systemd[1]: Starting Ceph osd.0 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:04:50.984 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:50 smithi050 ceph-mon[81192]: pgmap v48: 33 pgs: 2 stale+active+clean, 31 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:04:50.985 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:50 smithi050 podman[84404]: 2024-09-05 11:04:50.625204246 +0000 UTC m=+0.016298595 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:04:50.985 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:50 smithi050 podman[84404]: 2024-09-05 11:04:50.752524955 +0000 UTC m=+0.143619291 container create 4e90a7a6d91117d4737dfd8482cb87441f6f98735816f35a1822fe56056e68c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-05T11:04:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:50 smithi154 ceph-mon[59043]: pgmap v48: 33 pgs: 2 stale+active+clean, 31 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:04:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:50 smithi119 ceph-mon[72222]: pgmap v48: 33 pgs: 2 stale+active+clean, 31 active+clean; 609 KiB data, 227 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:04:51.249 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 podman[84404]: 2024-09-05 11:04:51.113428777 +0000 UTC m=+0.504523115 container init 4e90a7a6d91117d4737dfd8482cb87441f6f98735816f35a1822fe56056e68c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T11:04:51.249 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 podman[84404]: 2024-09-05 11:04:51.116802267 +0000 UTC m=+0.507896615 container start 4e90a7a6d91117d4737dfd8482cb87441f6f98735816f35a1822fe56056e68c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:04:51.249 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 podman[84404]: 2024-09-05 11:04:51.196709326 +0000 UTC m=+0.587803671 container attach 4e90a7a6d91117d4737dfd8482cb87441f6f98735816f35a1822fe56056e68c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-05T11:04:51.674 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:04:51.675 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-05T11:04:51.676 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate[84419]: --> ceph-volume lvm activate successful for osd ID: 0 2024-09-05T11:04:51.677 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 bash[84404]: --> ceph-volume lvm activate successful for osd ID: 0 2024-09-05T11:04:51.677 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:51 smithi050 podman[84404]: 2024-09-05 11:04:51.39774976 +0000 UTC m=+0.788844103 container died 4e90a7a6d91117d4737dfd8482cb87441f6f98735816f35a1822fe56056e68c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-05T11:04:52.346 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 podman[84522]: 2024-09-05 11:04:52.033517961 +0000 UTC m=+0.625754487 container remove 4e90a7a6d91117d4737dfd8482cb87441f6f98735816f35a1822fe56056e68c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-05T11:04:52.346 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 podman[84581]: 2024-09-05 11:04:52.145326818 +0000 UTC m=+0.016220121 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:04:52.347 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 podman[84581]: 2024-09-05 11:04:52.25934182 +0000 UTC m=+0.130235116 container create 7c391949e670f0eaf0ce96eb1b653a089bedd923bacc97abdc4ae00496ff2dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:04:52.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 podman[84581]: 2024-09-05 11:04:52.461809073 +0000 UTC m=+0.332702369 container init 7c391949e670f0eaf0ce96eb1b653a089bedd923bacc97abdc4ae00496ff2dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-05T11:04:52.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 podman[84581]: 2024-09-05 11:04:52.464908315 +0000 UTC m=+0.335801618 container start 7c391949e670f0eaf0ce96eb1b653a089bedd923bacc97abdc4ae00496ff2dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-05T11:04:52.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 ceph-osd[84600]: -- 172.21.15.50:0/4194553516 <== mon.0 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563962c79a40 con 0x563963a3c400 2024-09-05T11:04:52.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 bash[84581]: 7c391949e670f0eaf0ce96eb1b653a089bedd923bacc97abdc4ae00496ff2dfd 2024-09-05T11:04:52.673 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:52 smithi050 systemd[1]: Started Ceph osd.0 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:04:53.343 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:53 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[84596]: 2024-09-05T11:04:53.004+0000 7fe8ff640640 -1 Falling back to public interface 2024-09-05T11:04:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:53 smithi050 ceph-mon[81192]: pgmap v49: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:53 smithi154 ceph-mon[59043]: pgmap v49: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:53.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:53.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:53.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:53.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:53 smithi119 ceph-mon[72222]: pgmap v49: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:54 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 46/558 objects degraded (8.244%), 8 pgs degraded (PG_DEGRADED) 2024-09-05T11:04:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:54 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 46/558 objects degraded (8.244%), 8 pgs degraded (PG_DEGRADED) 2024-09-05T11:04:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:54 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 46/558 objects degraded (8.244%), 8 pgs degraded (PG_DEGRADED) 2024-09-05T11:04:54.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:54.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:55.902 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:55 smithi050 ceph-mon[81192]: pgmap v50: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46/558 objects degraded (8.244%) 2024-09-05T11:04:55.902 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:55.902 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:55.902 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:55 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[84596]: 2024-09-05T11:04:55.766+0000 7fe8ff640640 -1 osd.0 63 log_to_monitors true 2024-09-05T11:04:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:55 smithi154 ceph-mon[59043]: pgmap v50: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46/558 objects degraded (8.244%) 2024-09-05T11:04:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:55 smithi119 ceph-mon[72222]: pgmap v50: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46/558 objects degraded (8.244%) 2024-09-05T11:04:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:56.889 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:56 smithi050 ceph-mon[81192]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-05T11:04:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:56 smithi154 ceph-mon[59043]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-05T11:04:56.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:56 smithi119 ceph-mon[72222]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-05T11:04:57.173 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:04:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[84596]: 2024-09-05T11:04:56.929+0000 7fe8f33e3640 -1 osd.0 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:04:57.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:57 smithi050 ceph-mon[81192]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T11:04:57.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:57 smithi050 ceph-mon[81192]: osdmap e66: 8 total, 7 up, 8 in 2024-09-05T11:04:57.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:57 smithi050 ceph-mon[81192]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T11:04:57.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:57 smithi050 ceph-mon[81192]: pgmap v52: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:57.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:57 smithi050 ceph-mon[81192]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' 2024-09-05T11:04:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:57 smithi154 ceph-mon[59043]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T11:04:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:57 smithi154 ceph-mon[59043]: osdmap e66: 8 total, 7 up, 8 in 2024-09-05T11:04:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:57 smithi154 ceph-mon[59043]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T11:04:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:57 smithi154 ceph-mon[59043]: pgmap v52: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:57 smithi154 ceph-mon[59043]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' 2024-09-05T11:04:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:57 smithi119 ceph-mon[72222]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T11:04:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:57 smithi119 ceph-mon[72222]: osdmap e66: 8 total, 7 up, 8 in 2024-09-05T11:04:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:57 smithi119 ceph-mon[72222]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T11:04:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:57 smithi119 ceph-mon[72222]: pgmap v52: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:57 smithi119 ceph-mon[72222]: from='osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150]' entity='osd.0' 2024-09-05T11:04:58.628 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:04:58.490+0000 7f0dabbfd640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:04:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:04:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150] boot 2024-09-05T11:04:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: osdmap e67: 8 total, 8 up, 8 in 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150] boot 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: osdmap e67: 8 total, 8 up, 8 in 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:04:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: osd.0 [v2:172.21.15.50:6802/1786286150,v1:172.21.15.50:6803/1786286150] boot 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: osdmap e67: 8 total, 8 up, 8 in 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:04:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:04:58.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-05T11:04:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:59 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-05T11:04:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:59 smithi050 ceph-mon[81192]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:04:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:59 smithi050 ceph-mon[81192]: pgmap v54: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:04:59 smithi050 ceph-mon[81192]: osdmap e68: 8 total, 8 up, 8 in 2024-09-05T11:04:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:59 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-05T11:04:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:59 smithi154 ceph-mon[59043]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:04:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:59 smithi154 ceph-mon[59043]: pgmap v54: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:04:59 smithi154 ceph-mon[59043]: osdmap e68: 8 total, 8 up, 8 in 2024-09-05T11:04:59.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:59 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-05T11:04:59.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:59 smithi119 ceph-mon[72222]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:04:59.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:59 smithi119 ceph-mon[72222]: pgmap v54: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:04:59.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:04:59 smithi119 ceph-mon[72222]: osdmap e68: 8 total, 8 up, 8 in 2024-09-05T11:05:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:00 smithi050 ceph-mon[81192]: pgmap v56: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:05:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:00 smithi154 ceph-mon[59043]: pgmap v56: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:05:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:00 smithi119 ceph-mon[72222]: pgmap v56: 33 pgs: 8 active+undersized+degraded, 25 active+clean; 609 KiB data, 232 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 46/558 objects degraded (8.244%) 2024-09-05T11:05:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:02 smithi050 ceph-mon[81192]: pgmap v57: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 2 op/s 2024-09-05T11:05:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:02 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/558 objects degraded (8.244%), 8 pgs degraded) 2024-09-05T11:05:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:02 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:05:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:02 smithi154 ceph-mon[59043]: pgmap v57: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 2 op/s 2024-09-05T11:05:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:02 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/558 objects degraded (8.244%), 8 pgs degraded) 2024-09-05T11:05:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:02 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:05:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:02 smithi119 ceph-mon[72222]: pgmap v57: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 2 op/s 2024-09-05T11:05:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:02 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/558 objects degraded (8.244%), 8 pgs degraded) 2024-09-05T11:05:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:02 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:05:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:04 smithi050 ceph-mon[81192]: pgmap v58: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:04 smithi154 ceph-mon[59043]: pgmap v58: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:05.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:04 smithi119 ceph-mon[72222]: pgmap v58: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:06.206 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:05:06.769 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:05:06.769 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (2m) 12s ago 17m 489M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:05:06.769 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (2m) 83s ago 15m 437M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:05:06.769 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (110s) 12s ago 17m 45.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (90s) 83s ago 15m 23.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (49s) 46s ago 15m 22.8M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (9m) 12s ago 9m 142M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (10m) 83s ago 10m 130M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (10m) 46s ago 10m 134M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (10m) 100s ago 10m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (14s) 12s ago 14m 11.7M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (14m) 12s ago 14m 50.0M 6498M 18.2.4-661-ga1de9ae7 13f0a984206a 6a803f47a7ac 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (14m) 83s ago 14m 54.2M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (13m) 83s ago 13m 54.4M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (13m) 83s ago 13m 43.0M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (12m) 46s ago 12m 45.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:05:06.770 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (12m) 46s ago 12m 43.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:05:06.771 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (12m) 46s ago 12m 44.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:05:07.115 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 7, 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 1 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:05:07.116 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 7, 2024-09-05T11:05:07.117 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 6 2024-09-05T11:05:07.117 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:05:07.117 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:05:07.117 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:06 smithi050 ceph-mon[81192]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.117 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:06 smithi050 ceph-mon[81192]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.117 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:06 smithi050 ceph-mon[81192]: pgmap v59: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:05:07.117 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:06 smithi050 ceph-mon[81192]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:06 smithi154 ceph-mon[59043]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:06 smithi154 ceph-mon[59043]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:06 smithi154 ceph-mon[59043]: pgmap v59: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:05:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:06 smithi154 ceph-mon[59043]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:06 smithi119 ceph-mon[72222]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:06 smithi119 ceph-mon[72222]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:06 smithi119 ceph-mon[72222]: pgmap v59: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:05:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:06 smithi119 ceph-mon[72222]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:07.409 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:05:07.409 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:05:07.409 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:05:07.409 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:05:07.409 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:05:07.410 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:05:07.410 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:05:07.410 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:05:07.410 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "6/17 daemons upgraded", 2024-09-05T11:05:07.410 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading osd daemons", 2024-09-05T11:05:07.410 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:05:07.410 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:05:07.749 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:05:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:07 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/641041787' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:07 smithi050 ceph-mon[81192]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:07 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3937429756' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:05:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:07 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/641041787' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:07 smithi154 ceph-mon[59043]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:07 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3937429756' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:05:08.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:07 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/641041787' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:08.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:07 smithi119 ceph-mon[72222]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:08.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:07 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3937429756' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:05:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:08 smithi050 ceph-mon[81192]: pgmap v60: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:08 smithi154 ceph-mon[59043]: pgmap v60: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:08 smithi119 ceph-mon[72222]: pgmap v60: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:10 smithi050 ceph-mon[81192]: pgmap v61: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:10 smithi154 ceph-mon[59043]: pgmap v61: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:10 smithi119 ceph-mon[72222]: pgmap v61: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:12 smithi050 ceph-mon[81192]: pgmap v62: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:12 smithi154 ceph-mon[59043]: pgmap v62: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:12 smithi119 ceph-mon[72222]: pgmap v62: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:14.100 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:13 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-05T11:05:14.100 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:13 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-05T11:05:14.101 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:13 smithi154 ceph-mon[59043]: Upgrade: osd.1 is safe to restart 2024-09-05T11:05:14.123 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:13 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-05T11:05:14.124 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:13 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-05T11:05:14.124 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:13 smithi050 ceph-mon[81192]: Upgrade: osd.1 is safe to restart 2024-09-05T11:05:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:13 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-05T11:05:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:13 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-05T11:05:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:13 smithi119 ceph-mon[72222]: Upgrade: osd.1 is safe to restart 2024-09-05T11:05:15.154 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:14 smithi050 ceph-mon[81192]: pgmap v63: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:15.155 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:14 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:15.155 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:14 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T11:05:15.155 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:14 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:14 smithi154 ceph-mon[59043]: pgmap v63: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:14 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:14 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T11:05:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:14 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:15.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:14 smithi119 ceph-mon[72222]: pgmap v63: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:15.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:14 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:15.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:14 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-05T11:05:15.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:14 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:16.149 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:15 smithi050 ceph-mon[81192]: Upgrade: Updating osd.1 2024-09-05T11:05:16.150 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:15 smithi050 ceph-mon[81192]: Deploying daemon osd.1 on smithi050 2024-09-05T11:05:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:15 smithi154 ceph-mon[59043]: Upgrade: Updating osd.1 2024-09-05T11:05:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:15 smithi154 ceph-mon[59043]: Deploying daemon osd.1 on smithi050 2024-09-05T11:05:16.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:15 smithi119 ceph-mon[72222]: Upgrade: Updating osd.1 2024-09-05T11:05:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:15 smithi119 ceph-mon[72222]: Deploying daemon osd.1 on smithi050 2024-09-05T11:05:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:16 smithi050 ceph-mon[81192]: pgmap v64: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:16 smithi154 ceph-mon[59043]: pgmap v64: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:16 smithi119 ceph-mon[72222]: pgmap v64: 33 pgs: 33 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:17.923 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:17 smithi050 systemd[1]: Stopping Ceph osd.1 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:05:18.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:18 smithi050 ceph-mon[81192]: osd.1 marked itself down and dead 2024-09-05T11:05:18.423 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[48735]: 2024-09-05T11:05:18.019+0000 7fc96d5bd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:05:18.424 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[48735]: 2024-09-05T11:05:18.019+0000 7fc96d5bd640 -1 osd.1 68 *** Got signal Terminated *** 2024-09-05T11:05:18.424 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:18 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[48735]: 2024-09-05T11:05:18.019+0000 7fc96d5bd640 -1 osd.1 68 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:05:18.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:18 smithi154 ceph-mon[59043]: osd.1 marked itself down and dead 2024-09-05T11:05:18.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:18 smithi119 ceph-mon[72222]: osd.1 marked itself down and dead 2024-09-05T11:05:18.697 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:18 smithi050 podman[88575]: 2024-09-05 11:05:18.435954834 +0000 UTC m=+0.537690368 container died 6a803f47a7acf0ac82831adbc869b7b83a0bd6be984696b629f6e37b0a5ee6f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-05T11:05:19.080 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:18 smithi050 podman[88575]: 2024-09-05 11:05:18.802805282 +0000 UTC m=+0.904540804 container cleanup 6a803f47a7acf0ac82831adbc869b7b83a0bd6be984696b629f6e37b0a5ee6f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-05T11:05:19.080 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:18 smithi050 bash[88575]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1 2024-09-05T11:05:19.416 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:19 smithi050 podman[88591]: 2024-09-05 11:05:19.079145453 +0000 UTC m=+0.646039842 container remove 6a803f47a7acf0ac82831adbc869b7b83a0bd6be984696b629f6e37b0a5ee6f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-nvmeof-a1de9ae, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:05:19.416 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:19 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:05:19.416 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:19 smithi050 ceph-mon[81192]: osdmap e69: 8 total, 7 up, 8 in 2024-09-05T11:05:19.416 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:19 smithi050 ceph-mon[81192]: pgmap v66: 33 pgs: 5 stale+active+clean, 28 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:19.416 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:19 smithi050 ceph-mon[81192]: osdmap e70: 8 total, 7 up, 8 in 2024-09-05T11:05:19.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:19 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:05:19.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:19 smithi154 ceph-mon[59043]: osdmap e69: 8 total, 7 up, 8 in 2024-09-05T11:05:19.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:19 smithi154 ceph-mon[59043]: pgmap v66: 33 pgs: 5 stale+active+clean, 28 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:19.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:19 smithi154 ceph-mon[59043]: osdmap e70: 8 total, 7 up, 8 in 2024-09-05T11:05:19.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:19 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:05:19.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:19 smithi119 ceph-mon[72222]: osdmap e69: 8 total, 7 up, 8 in 2024-09-05T11:05:19.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:19 smithi119 ceph-mon[72222]: pgmap v66: 33 pgs: 5 stale+active+clean, 28 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:19.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:19 smithi119 ceph-mon[72222]: osdmap e70: 8 total, 7 up, 8 in 2024-09-05T11:05:19.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:19 smithi050 podman[88681]: 2024-09-05 11:05:19.318038273 +0000 UTC m=+0.015900435 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:05:19.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:19 smithi050 podman[88681]: 2024-09-05 11:05:19.421709587 +0000 UTC m=+0.119571734 container create 21973981f822dbf666226ecd032d6bb9b35f8f1a6c82b466c1fd71a534110b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-05T11:05:19.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:19 smithi050 podman[88681]: 2024-09-05 11:05:19.63245201 +0000 UTC m=+0.330314170 container init 21973981f822dbf666226ecd032d6bb9b35f8f1a6c82b466c1fd71a534110b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, ceph=True) 2024-09-05T11:05:19.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:19 smithi050 podman[88681]: 2024-09-05 11:05:19.63577447 +0000 UTC m=+0.333636627 container start 21973981f822dbf666226ecd032d6bb9b35f8f1a6c82b466c1fd71a534110b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T11:05:20.127 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:19 smithi050 podman[88681]: 2024-09-05 11:05:19.716042981 +0000 UTC m=+0.413905131 container attach 21973981f822dbf666226ecd032d6bb9b35f8f1a6c82b466c1fd71a534110b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-05T11:05:20.128 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:19 smithi050 podman[88681]: 2024-09-05 11:05:19.831182726 +0000 UTC m=+0.529044885 container died 21973981f822dbf666226ecd032d6bb9b35f8f1a6c82b466c1fd71a534110b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-05T11:05:20.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:20 smithi050 podman[88704]: 2024-09-05 11:05:20.378013888 +0000 UTC m=+0.541581018 container remove 21973981f822dbf666226ecd032d6bb9b35f8f1a6c82b466c1fd71a534110b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-05T11:05:20.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:20 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-05T11:05:20.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:20 smithi050 systemd[1]: Stopped Ceph osd.1 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:05:20.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:20 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.1.service: Consumed 8.616s CPU time. 2024-09-05T11:05:20.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:20 smithi050 systemd[1]: Starting Ceph osd.1 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:05:21.091 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:20 smithi050 ceph-mon[81192]: pgmap v68: 33 pgs: 5 stale+active+clean, 28 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:21.091 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:20 smithi050 podman[88805]: 2024-09-05 11:05:20.712197279 +0000 UTC m=+0.016114698 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:05:21.091 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:20 smithi050 podman[88805]: 2024-09-05 11:05:20.837912717 +0000 UTC m=+0.141830124 container create d2e0581a5bb37247afcff50e8bb3e9e28855d192166b43dfb716c689cde355d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-05T11:05:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:20 smithi154 ceph-mon[59043]: pgmap v68: 33 pgs: 5 stale+active+clean, 28 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:20 smithi119 ceph-mon[72222]: pgmap v68: 33 pgs: 5 stale+active+clean, 28 active+clean; 609 KiB data, 236 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:21.352 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 podman[88805]: 2024-09-05 11:05:21.090261521 +0000 UTC m=+0.394178943 container init d2e0581a5bb37247afcff50e8bb3e9e28855d192166b43dfb716c689cde355d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True) 2024-09-05T11:05:21.352 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 podman[88805]: 2024-09-05 11:05:21.093905667 +0000 UTC m=+0.397823083 container start d2e0581a5bb37247afcff50e8bb3e9e28855d192166b43dfb716c689cde355d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 podman[88805]: 2024-09-05 11:05:21.198943009 +0000 UTC m=+0.502860436 container attach d2e0581a5bb37247afcff50e8bb3e9e28855d192166b43dfb716c689cde355d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-05T11:05:21.353 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-05T11:05:21.354 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-09-05T11:05:21.354 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-09-05T11:05:21.354 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-05T11:05:21.354 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-05T11:05:21.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-09-05T11:05:21.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-09-05T11:05:21.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-05T11:05:21.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-05T11:05:21.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-05T11:05:21.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-05T11:05:21.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate[88820]: --> ceph-volume lvm activate successful for osd ID: 1 2024-09-05T11:05:21.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 bash[88805]: --> ceph-volume lvm activate successful for osd ID: 1 2024-09-05T11:05:21.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 podman[88805]: 2024-09-05 11:05:21.377910336 +0000 UTC m=+0.681827766 container died d2e0581a5bb37247afcff50e8bb3e9e28855d192166b43dfb716c689cde355d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-09-05T11:05:22.316 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:21 smithi050 podman[88919]: 2024-09-05 11:05:21.969557709 +0000 UTC m=+0.583060524 container remove d2e0581a5bb37247afcff50e8bb3e9e28855d192166b43dfb716c689cde355d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-activate, RELEASE=squid-nvmeof-ad95a3e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-05T11:05:22.316 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 podman[88979]: 2024-09-05 11:05:22.07875664 +0000 UTC m=+0.016397065 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:05:22.316 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 podman[88979]: 2024-09-05 11:05:22.195596831 +0000 UTC m=+0.133237233 container create a536d9782b22133a4ec6232bfe60fcb9355610dcae984edd75a716b364f23546 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:05:22.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 podman[88979]: 2024-09-05 11:05:22.423090131 +0000 UTC m=+0.360730534 container init a536d9782b22133a4ec6232bfe60fcb9355610dcae984edd75a716b364f23546 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T11:05:22.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 podman[88979]: 2024-09-05 11:05:22.426342769 +0000 UTC m=+0.363983172 container start a536d9782b22133a4ec6232bfe60fcb9355610dcae984edd75a716b364f23546 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:05:22.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 ceph-osd[88998]: -- 172.21.15.50:0/3741864825 <== mon.0 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a5aafb9a40 con 0x55a5abd7a000 2024-09-05T11:05:22.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 bash[88979]: a536d9782b22133a4ec6232bfe60fcb9355610dcae984edd75a716b364f23546 2024-09-05T11:05:22.674 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 systemd[1]: Started Ceph osd.1 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:05:23.303 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:22 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[88994]: 2024-09-05T11:05:22.964+0000 7fcd72228640 -1 Falling back to public interface 2024-09-05T11:05:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:23 smithi050 ceph-mon[81192]: pgmap v69: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:23 smithi154 ceph-mon[59043]: pgmap v69: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:23.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:23 smithi119 ceph-mon[72222]: pgmap v69: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:24.908 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:24 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 87/558 objects degraded (15.591%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:05:24.908 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.908 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.908 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.908 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:24 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 87/558 objects degraded (15.591%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:05:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:24 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 87/558 objects degraded (15.591%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:05:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:24.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:25.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:25 smithi154 ceph-mon[59043]: pgmap v70: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:25.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:25 smithi050 ceph-mon[81192]: pgmap v70: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:25.852 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[88994]: 2024-09-05T11:05:25.712+0000 7fcd72228640 -1 osd.1 68 log_to_monitors true 2024-09-05T11:05:25.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:25 smithi119 ceph-mon[72222]: pgmap v70: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:26.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:26 smithi050 ceph-mon[81192]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-05T11:05:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:26 smithi154 ceph-mon[59043]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-05T11:05:26.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:26 smithi119 ceph-mon[72222]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-05T11:05:27.173 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:05:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[88994]: 2024-09-05T11:05:26.878+0000 7fcd65fcb640 -1 osd.1 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:05:27.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:05:27.731+0000 7f0dabbfd640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:05:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T11:05:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: osdmap e71: 8 total, 7 up, 8 in 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: pgmap v72: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:05:27.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T11:05:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: osdmap e71: 8 total, 7 up, 8 in 2024-09-05T11:05:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T11:05:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: pgmap v72: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' 2024-09-05T11:05:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:27.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:05:27.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: osdmap e71: 8 total, 7 up, 8 in 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]} : dispatch 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: pgmap v72: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044]' entity='osd.1' 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:05:27.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-05T11:05:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-05T11:05:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:05:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:05:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044] boot 2024-09-05T11:05:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: osdmap e72: 8 total, 8 up, 8 in 2024-09-05T11:05:28.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:05:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044] boot 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: osdmap e72: 8 total, 8 up, 8 in 2024-09-05T11:05:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: osd.1 [v2:172.21.15.50:6810/1837493044,v1:172.21.15.50:6811/1837493044] boot 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: osdmap e72: 8 total, 8 up, 8 in 2024-09-05T11:05:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-05T11:05:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:29 smithi050 ceph-mon[81192]: pgmap v74: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:29 smithi050 ceph-mon[81192]: osdmap e73: 8 total, 8 up, 8 in 2024-09-05T11:05:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:29 smithi154 ceph-mon[59043]: pgmap v74: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:29 smithi154 ceph-mon[59043]: osdmap e73: 8 total, 8 up, 8 in 2024-09-05T11:05:29.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:29 smithi119 ceph-mon[72222]: pgmap v74: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87/558 objects degraded (15.591%) 2024-09-05T11:05:29.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:29 smithi119 ceph-mon[72222]: osdmap e73: 8 total, 8 up, 8 in 2024-09-05T11:05:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:30 smithi050 ceph-mon[81192]: pgmap v76: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 87/558 objects degraded (15.591%) 2024-09-05T11:05:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:30 smithi154 ceph-mon[59043]: pgmap v76: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 87/558 objects degraded (15.591%) 2024-09-05T11:05:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:30 smithi119 ceph-mon[72222]: pgmap v76: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 87/558 objects degraded (15.591%) 2024-09-05T11:05:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:32 smithi050 ceph-mon[81192]: pgmap v77: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5 op/s 2024-09-05T11:05:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:32 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/558 objects degraded (15.591%), 15 pgs degraded) 2024-09-05T11:05:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:32 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:05:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:32 smithi154 ceph-mon[59043]: pgmap v77: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5 op/s 2024-09-05T11:05:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:32 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/558 objects degraded (15.591%), 15 pgs degraded) 2024-09-05T11:05:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:32 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:05:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:32 smithi119 ceph-mon[72222]: pgmap v77: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5 op/s 2024-09-05T11:05:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:32 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/558 objects degraded (15.591%), 15 pgs degraded) 2024-09-05T11:05:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:32 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:05:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:34 smithi050 ceph-mon[81192]: pgmap v78: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:34 smithi154 ceph-mon[59043]: pgmap v78: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:34 smithi119 ceph-mon[72222]: pgmap v78: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:36 smithi050 ceph-mon[81192]: pgmap v79: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:05:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:36 smithi154 ceph-mon[59043]: pgmap v79: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:05:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:36 smithi119 ceph-mon[72222]: pgmap v79: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:05:38.237 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:05:39.000 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:05:39.000 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (2m) 15s ago 17m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:05:39.000 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (2m) 115s ago 15m 437M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (2m) 15s ago 18m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (2m) 115s ago 15m 23.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (81s) 78s ago 16m 22.8M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (10m) 15s ago 10m 142M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (10m) 115s ago 10m 130M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (10m) 78s ago 10m 134M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (10m) 2m ago 10m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (46s) 15s ago 15m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (16s) 15s ago 15m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (14m) 115s ago 14m 54.2M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a f797d5208ce0 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (14m) 115s ago 14m 54.4M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:05:39.001 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (13m) 115s ago 13m 43.0M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:05:39.002 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (13m) 78s ago 13m 45.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:05:39.002 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (13m) 78s ago 13m 43.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:05:39.002 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (12m) 78s ago 12m 44.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:05:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:38 smithi050 ceph-mon[81192]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:38 smithi050 ceph-mon[81192]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:38 smithi050 ceph-mon[81192]: pgmap v80: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:38 smithi154 ceph-mon[59043]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:38 smithi154 ceph-mon[59043]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:38 smithi154 ceph-mon[59043]: pgmap v80: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:38 smithi119 ceph-mon[72222]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:38 smithi119 ceph-mon[72222]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:38 smithi119 ceph-mon[72222]: pgmap v80: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:39.582 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:05:39.582 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:05:39.582 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:05:39.582 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 6, 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 6, 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 7 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:05:39.583 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:05:39.876 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:05:39.876 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "7/17 daemons upgraded", 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading osd daemons", 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:05:39.877 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:05:39.878 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:39 smithi050 ceph-mon[81192]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:39.878 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:39 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2358031814' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:39.878 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:39 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:40.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:39 smithi154 ceph-mon[59043]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:40.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:39 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2358031814' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:40.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:39 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:40.216 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:05:40.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:39 smithi119 ceph-mon[72222]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:39 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2358031814' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:39 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:40 smithi050 ceph-mon[81192]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:40 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/566616967' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:05:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:40 smithi050 ceph-mon[81192]: pgmap v81: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:40 smithi154 ceph-mon[59043]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:40 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/566616967' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:05:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:40 smithi154 ceph-mon[59043]: pgmap v81: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:41.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:40 smithi119 ceph-mon[72222]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:05:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:40 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/566616967' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:05:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:40 smithi119 ceph-mon[72222]: pgmap v81: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:43.112 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-05T11:05:43.112 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:42 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-05T11:05:43.112 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:42 smithi119 ceph-mon[72222]: Upgrade: osd.2 is safe to restart 2024-09-05T11:05:43.112 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:42 smithi119 ceph-mon[72222]: pgmap v82: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-05T11:05:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:42 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-05T11:05:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:42 smithi050 ceph-mon[81192]: Upgrade: osd.2 is safe to restart 2024-09-05T11:05:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:42 smithi050 ceph-mon[81192]: pgmap v82: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-05T11:05:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:42 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-05T11:05:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:42 smithi154 ceph-mon[59043]: Upgrade: osd.2 is safe to restart 2024-09-05T11:05:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:42 smithi154 ceph-mon[59043]: pgmap v82: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:45.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:45 smithi050 ceph-mon[81192]: Upgrade: Updating osd.2 2024-09-05T11:05:45.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:45.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T11:05:45.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:45.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:45 smithi050 ceph-mon[81192]: Deploying daemon osd.2 on smithi119 2024-09-05T11:05:45.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:45 smithi050 ceph-mon[81192]: pgmap v83: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:45.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:45 smithi154 ceph-mon[59043]: Upgrade: Updating osd.2 2024-09-05T11:05:45.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:45.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T11:05:45.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:45.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:45 smithi154 ceph-mon[59043]: Deploying daemon osd.2 on smithi119 2024-09-05T11:05:45.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:45 smithi154 ceph-mon[59043]: pgmap v83: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:45.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:45 smithi119 ceph-mon[72222]: Upgrade: Updating osd.2 2024-09-05T11:05:45.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:45.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-05T11:05:45.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:45.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:45 smithi119 ceph-mon[72222]: Deploying daemon osd.2 on smithi119 2024-09-05T11:05:45.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:45 smithi119 ceph-mon[72222]: pgmap v83: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:05:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:46 smithi050 ceph-mon[81192]: pgmap v84: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:46.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:46 smithi119 systemd[1]: Stopping Ceph osd.2 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:05:46.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:46 smithi119 ceph-mon[72222]: pgmap v84: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:46 smithi154 ceph-mon[59043]: pgmap v84: 33 pgs: 33 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:05:47.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[36908]: 2024-09-05T11:05:47.177+0000 7f3c4e51c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:05:47.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[36908]: 2024-09-05T11:05:47.177+0000 7f3c4e51c640 -1 osd.2 73 *** Got signal Terminated *** 2024-09-05T11:05:47.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[36908]: 2024-09-05T11:05:47.177+0000 7f3c4e51c640 -1 osd.2 73 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:05:48.154 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:47 smithi119 ceph-mon[72222]: osd.2 marked itself down and dead 2024-09-05T11:05:48.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:47 smithi050 ceph-mon[81192]: osd.2 marked itself down and dead 2024-09-05T11:05:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:47 smithi154 ceph-mon[59043]: osd.2 marked itself down and dead 2024-09-05T11:05:48.437 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:48 smithi119 podman[76542]: 2024-09-05 11:05:48.153405129 +0000 UTC m=+1.082853556 container died f797d5208ce0c1351b729662a713916215f18c8ea62ce3855b6dae74817c727c (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-nvmeof-a1de9ae, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-05T11:05:48.747 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:48 smithi119 podman[76542]: 2024-09-05 11:05:48.535132429 +0000 UTC m=+1.464580856 container cleanup f797d5208ce0c1351b729662a713916215f18c8ea62ce3855b6dae74817c727c (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-05T11:05:48.748 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:48 smithi119 bash[76542]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2 2024-09-05T11:05:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:48 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:05:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:48 smithi050 ceph-mon[81192]: osdmap e74: 8 total, 7 up, 8 in 2024-09-05T11:05:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:48 smithi050 ceph-mon[81192]: pgmap v86: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:48 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:05:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:48 smithi154 ceph-mon[59043]: osdmap e74: 8 total, 7 up, 8 in 2024-09-05T11:05:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:48 smithi154 ceph-mon[59043]: pgmap v86: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:49.204 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:48 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:05:49.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:48 smithi119 ceph-mon[72222]: osdmap e74: 8 total, 7 up, 8 in 2024-09-05T11:05:49.205 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:48 smithi119 ceph-mon[72222]: pgmap v86: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:05:49.205 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:48 smithi119 podman[76559]: 2024-09-05 11:05:48.844992888 +0000 UTC m=+0.683518782 container remove f797d5208ce0c1351b729662a713916215f18c8ea62ce3855b6dae74817c727c (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-nvmeof-a1de9ae, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-05T11:05:49.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:49 smithi119 podman[76649]: 2024-09-05 11:05:49.204141743 +0000 UTC m=+0.101018612 container create f02f96de0fb547ed66fd6fa784f510065ab4f5c18edbd202e43fd28f6aa7deeb (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux ) 2024-09-05T11:05:49.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:49 smithi119 podman[76649]: 2024-09-05 11:05:49.119096837 +0000 UTC m=+0.015973720 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:05:49.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:49 smithi119 podman[76649]: 2024-09-05 11:05:49.431970126 +0000 UTC m=+0.328847007 container init f02f96de0fb547ed66fd6fa784f510065ab4f5c18edbd202e43fd28f6aa7deeb (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2) 2024-09-05T11:05:49.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:49 smithi119 podman[76649]: 2024-09-05 11:05:49.435277998 +0000 UTC m=+0.332154885 container start f02f96de0fb547ed66fd6fa784f510065ab4f5c18edbd202e43fd28f6aa7deeb (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:05:49.843 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:49 smithi119 podman[76649]: 2024-09-05 11:05:49.517702333 +0000 UTC m=+0.414579218 container attach f02f96de0fb547ed66fd6fa784f510065ab4f5c18edbd202e43fd28f6aa7deeb (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:05:49.843 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:49 smithi119 podman[76649]: 2024-09-05 11:05:49.622978432 +0000 UTC m=+0.519855311 container died f02f96de0fb547ed66fd6fa784f510065ab4f5c18edbd202e43fd28f6aa7deeb (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:05:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:49 smithi050 ceph-mon[81192]: osdmap e75: 8 total, 7 up, 8 in 2024-09-05T11:05:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:49 smithi154 ceph-mon[59043]: osdmap e75: 8 total, 7 up, 8 in 2024-09-05T11:05:50.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:49 smithi119 ceph-mon[72222]: osdmap e75: 8 total, 7 up, 8 in 2024-09-05T11:05:50.744 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 podman[76672]: 2024-09-05 11:05:50.302052493 +0000 UTC m=+0.673236192 container remove f02f96de0fb547ed66fd6fa784f510065ab4f5c18edbd202e43fd28f6aa7deeb (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-05T11:05:50.744 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-05T11:05:50.744 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 systemd[1]: Stopped Ceph osd.2 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:05:50.744 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.2.service: Consumed 5.853s CPU time. 2024-09-05T11:05:50.745 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 systemd[1]: Starting Ceph osd.2 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:05:50.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:50 smithi119 ceph-mon[72222]: pgmap v88: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:50.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 podman[76770]: 2024-09-05 11:05:50.645503369 +0000 UTC m=+0.015632115 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:05:50.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 podman[76770]: 2024-09-05 11:05:50.761337704 +0000 UTC m=+0.131466430 container create 977c16d2b79263779513abd940eef3088b65f3a4fed6327f45171bb3cde52323 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-05T11:05:50.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 podman[76770]: 2024-09-05 11:05:50.972005874 +0000 UTC m=+0.342134600 container init 977c16d2b79263779513abd940eef3088b65f3a4fed6327f45171bb3cde52323 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:05:50.998 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:50 smithi119 podman[76770]: 2024-09-05 11:05:50.975398307 +0000 UTC m=+0.345527040 container start 977c16d2b79263779513abd940eef3088b65f3a4fed6327f45171bb3cde52323 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-05T11:05:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:50 smithi050 ceph-mon[81192]: pgmap v88: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:50 smithi154 ceph-mon[59043]: pgmap v88: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 podman[76770]: 2024-09-05 11:05:51.04742594 +0000 UTC m=+0.417554679 container attach 977c16d2b79263779513abd940eef3088b65f3a4fed6327f45171bb3cde52323 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.499 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-2/block 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-2/block 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-05T11:05:51.500 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-05T11:05:51.501 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-05T11:05:51.501 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-05T11:05:51.501 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate[76785]: --> ceph-volume lvm activate successful for osd ID: 2 2024-09-05T11:05:51.501 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 bash[76770]: --> ceph-volume lvm activate successful for osd ID: 2 2024-09-05T11:05:51.501 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 podman[76770]: 2024-09-05 11:05:51.255859795 +0000 UTC m=+0.625988536 container died 977c16d2b79263779513abd940eef3088b65f3a4fed6327f45171bb3cde52323 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:05:52.019 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 podman[76883]: 2024-09-05 11:05:51.792343846 +0000 UTC m=+0.530693901 container remove 977c16d2b79263779513abd940eef3088b65f3a4fed6327f45171bb3cde52323 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-activate, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-05T11:05:52.019 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:51 smithi119 podman[76946]: 2024-09-05 11:05:51.899009825 +0000 UTC m=+0.016238250 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:05:52.019 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:52 smithi119 podman[76946]: 2024-09-05 11:05:52.018229154 +0000 UTC m=+0.135457563 container create b384391b85e8987fb9219df985ed05e829b45719c8352d4c52ef275640940531 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-05T11:05:52.287 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:52 smithi119 podman[76946]: 2024-09-05 11:05:52.26240363 +0000 UTC m=+0.379632041 container init b384391b85e8987fb9219df985ed05e829b45719c8352d4c52ef275640940531 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:05:52.288 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:52 smithi119 podman[76946]: 2024-09-05 11:05:52.265468288 +0000 UTC m=+0.382696699 container start b384391b85e8987fb9219df985ed05e829b45719c8352d4c52ef275640940531 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:05:52.748 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:52 smithi119 ceph-osd[76966]: -- 172.21.15.119:0/1878747610 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e2846ada40 con 0x55e28468bc00 2024-09-05T11:05:52.748 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:52 smithi119 bash[76946]: b384391b85e8987fb9219df985ed05e829b45719c8352d4c52ef275640940531 2024-09-05T11:05:52.748 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:52 smithi119 systemd[1]: Started Ceph osd.2 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:05:53.113 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[76962]: 2024-09-05T11:05:52.803+0000 7f83cbd6a640 -1 Falling back to public interface 2024-09-05T11:05:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:53.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:53 smithi050 ceph-mon[81192]: pgmap v89: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:53.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:53 smithi154 ceph-mon[59043]: pgmap v89: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:53 smithi119 ceph-mon[72222]: pgmap v89: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:54 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 57/558 objects degraded (10.215%), 9 pgs degraded (PG_DEGRADED) 2024-09-05T11:05:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:54 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 57/558 objects degraded (10.215%), 9 pgs degraded (PG_DEGRADED) 2024-09-05T11:05:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:54 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 57/558 objects degraded (10.215%), 9 pgs degraded (PG_DEGRADED) 2024-09-05T11:05:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:55.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:55 smithi050 ceph-mon[81192]: pgmap v90: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:55.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:55.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:55.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:55 smithi154 ceph-mon[59043]: pgmap v90: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:55.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:55.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:55.707 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:55 smithi119 ceph-mon[72222]: pgmap v90: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 241 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:55.707 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:55.707 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:55.708 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[76962]: 2024-09-05T11:05:55.574+0000 7f83cbd6a640 -1 osd.2 73 log_to_monitors true 2024-09-05T11:05:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:56 smithi119 ceph-mon[72222]: from='osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T11:05:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:56 smithi119 ceph-mon[72222]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T11:05:56.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:05:56 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[76962]: 2024-09-05T11:05:56.442+0000 7f83c3b15640 -1 osd.2 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:05:56.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:56 smithi050 ceph-mon[81192]: from='osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T11:05:56.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:56 smithi050 ceph-mon[81192]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T11:05:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:56 smithi154 ceph-mon[59043]: from='osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T11:05:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:56 smithi154 ceph-mon[59043]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-05T11:05:57.651 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:57 smithi119 ceph-mon[72222]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T11:05:57.651 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:57 smithi119 ceph-mon[72222]: osdmap e76: 8 total, 7 up, 8 in 2024-09-05T11:05:57.651 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:57 smithi119 ceph-mon[72222]: from='osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:05:57.652 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:57 smithi119 ceph-mon[72222]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:05:57.652 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:57 smithi119 ceph-mon[72222]: pgmap v92: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:57 smithi050 ceph-mon[81192]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:57 smithi050 ceph-mon[81192]: osdmap e76: 8 total, 7 up, 8 in 2024-09-05T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:57 smithi050 ceph-mon[81192]: from='osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:57 smithi050 ceph-mon[81192]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:05:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:57 smithi050 ceph-mon[81192]: pgmap v92: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:57 smithi154 ceph-mon[59043]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:57 smithi154 ceph-mon[59043]: osdmap e76: 8 total, 7 up, 8 in 2024-09-05T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:57 smithi154 ceph-mon[59043]: from='osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:57 smithi154 ceph-mon[59043]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:05:57.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:57 smithi154 ceph-mon[59043]: pgmap v92: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 57/558 objects degraded (10.215%) 2024-09-05T11:05:58.433 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:05:58.176+0000 7f0dabbfd640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688] boot 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: osdmap e77: 8 total, 8 up, 8 in 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:05:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-05T11:05:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:58 smithi119 ceph-mon[72222]: osdmap e78: 8 total, 8 up, 8 in 2024-09-05T11:05:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:05:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688] boot 2024-09-05T11:05:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: osdmap e77: 8 total, 8 up, 8 in 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:58.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-05T11:05:58.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:58 smithi050 ceph-mon[81192]: osdmap e78: 8 total, 8 up, 8 in 2024-09-05T11:05:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:05:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: osd.2 [v2:172.21.15.119:6800/2956549688,v1:172.21.15.119:6801/2956549688] boot 2024-09-05T11:05:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: osdmap e77: 8 total, 8 up, 8 in 2024-09-05T11:05:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:05:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-05T11:05:58.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:58 smithi154 ceph-mon[59043]: osdmap e78: 8 total, 8 up, 8 in 2024-09-05T11:05:59.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:59 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-05T11:05:59.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:59 smithi119 ceph-mon[72222]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-05T11:05:59.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:05:59 smithi119 ceph-mon[72222]: pgmap v95: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 57/558 objects degraded (10.215%) 2024-09-05T11:05:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:59 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-05T11:05:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:59 smithi050 ceph-mon[81192]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-05T11:05:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:05:59 smithi050 ceph-mon[81192]: pgmap v95: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 57/558 objects degraded (10.215%) 2024-09-05T11:05:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:59 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-05T11:05:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:59 smithi154 ceph-mon[59043]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-09-05T11:05:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:05:59 smithi154 ceph-mon[59043]: pgmap v95: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 57/558 objects degraded (10.215%) 2024-09-05T11:06:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:00 smithi050 ceph-mon[81192]: pgmap v96: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 57/558 objects degraded (10.215%) 2024-09-05T11:06:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:00 smithi154 ceph-mon[59043]: pgmap v96: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 57/558 objects degraded (10.215%) 2024-09-05T11:06:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:00 smithi119 ceph-mon[72222]: pgmap v96: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 57/558 objects degraded (10.215%) 2024-09-05T11:06:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:02 smithi050 ceph-mon[81192]: pgmap v97: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:06:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:02 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/558 objects degraded (10.215%), 9 pgs degraded) 2024-09-05T11:06:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:02 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:06:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:02 smithi154 ceph-mon[59043]: pgmap v97: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:06:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:02 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/558 objects degraded (10.215%), 9 pgs degraded) 2024-09-05T11:06:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:02 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:06:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:02 smithi119 ceph-mon[72222]: pgmap v97: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:06:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:02 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/558 objects degraded (10.215%), 9 pgs degraded) 2024-09-05T11:06:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:02 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:06:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:04 smithi050 ceph-mon[81192]: pgmap v98: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:06:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:04 smithi154 ceph-mon[59043]: pgmap v98: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:06:05.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:04 smithi119 ceph-mon[72222]: pgmap v98: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:06:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:06 smithi050 ceph-mon[81192]: pgmap v99: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 3 op/s 2024-09-05T11:06:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:06 smithi154 ceph-mon[59043]: pgmap v99: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 3 op/s 2024-09-05T11:06:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:06 smithi119 ceph-mon[72222]: pgmap v99: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 3 op/s 2024-09-05T11:06:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:08 smithi050 ceph-mon[81192]: pgmap v100: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 3 op/s 2024-09-05T11:06:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:08 smithi154 ceph-mon[59043]: pgmap v100: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 3 op/s 2024-09-05T11:06:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:08 smithi119 ceph-mon[72222]: pgmap v100: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 3 op/s 2024-09-05T11:06:10.523 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:06:11.102 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:06:11.102 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (3m) 47s ago 18m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:06:11.102 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (3m) 16s ago 16m 438M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:06:11.102 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (2m) 47s ago 18m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (2m) 16s ago 16m 36.6M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (113s) 110s ago 16m 22.8M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (10m) 47s ago 10m 142M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (11m) 16s ago 11m 132M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (11m) 110s ago 11m 134M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (11m) 2m ago 11m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (78s) 47s ago 15m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (49s) 47s ago 15m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (19s) 16s ago 15m 11.5M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (14m) 16s ago 14m 55.8M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a acf45d42fdbc 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (14m) 16s ago 14m 44.0M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (14m) 110s ago 14m 45.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (13m) 110s ago 13m 43.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:06:11.103 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (13m) 110s ago 13m 44.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:06:11.104 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:11.104 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:10 smithi050 ceph-mon[81192]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:11.104 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:10 smithi050 ceph-mon[81192]: pgmap v101: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:10 smithi154 ceph-mon[59043]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:10 smithi154 ceph-mon[59043]: pgmap v101: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:10 smithi119 ceph-mon[72222]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:10 smithi119 ceph-mon[72222]: pgmap v101: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:11.686 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:06:11.686 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:06:11.686 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:06:11.686 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:06:11.686 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 5, 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 5, 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 8 2024-09-05T11:06:11.687 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:06:11.688 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "8/17 daemons upgraded", 2024-09-05T11:06:11.980 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading osd daemons", 2024-09-05T11:06:11.981 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:06:11.981 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:06:11.981 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:11 smithi050 ceph-mon[81192]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:11.981 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:11 smithi050 ceph-mon[81192]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:11.981 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:11 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1949136329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:11 smithi154 ceph-mon[59043]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:11 smithi154 ceph-mon[59043]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:11 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1949136329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:11 smithi119 ceph-mon[72222]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:11 smithi119 ceph-mon[72222]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:11 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1949136329' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:12.326 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:06:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:12 smithi050 ceph-mon[81192]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:12 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1824173833' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:06:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:12 smithi050 ceph-mon[81192]: pgmap v102: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:12 smithi154 ceph-mon[59043]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:12 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1824173833' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:06:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:12 smithi154 ceph-mon[59043]: pgmap v102: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:12 smithi119 ceph-mon[72222]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:12 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1824173833' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:06:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:12 smithi119 ceph-mon[72222]: pgmap v102: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:13 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-05T11:06:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:13 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-05T11:06:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:13 smithi050 ceph-mon[81192]: Upgrade: osd.3 is safe to restart 2024-09-05T11:06:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:13 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-05T11:06:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:13 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-05T11:06:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:13 smithi154 ceph-mon[59043]: Upgrade: osd.3 is safe to restart 2024-09-05T11:06:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:13 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-05T11:06:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:13 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-05T11:06:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:13 smithi119 ceph-mon[72222]: Upgrade: osd.3 is safe to restart 2024-09-05T11:06:15.891 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:15 smithi119 ceph-mon[72222]: Upgrade: Updating osd.3 2024-09-05T11:06:15.891 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:15.891 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T11:06:15.891 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:15.891 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:15 smithi119 ceph-mon[72222]: Deploying daemon osd.3 on smithi119 2024-09-05T11:06:15.891 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:15 smithi119 ceph-mon[72222]: pgmap v103: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:15 smithi050 ceph-mon[81192]: Upgrade: Updating osd.3 2024-09-05T11:06:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T11:06:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:15 smithi050 ceph-mon[81192]: Deploying daemon osd.3 on smithi119 2024-09-05T11:06:15.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:15 smithi050 ceph-mon[81192]: pgmap v103: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:15 smithi154 ceph-mon[59043]: Upgrade: Updating osd.3 2024-09-05T11:06:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:15 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:15 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-05T11:06:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:15 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:15 smithi154 ceph-mon[59043]: Deploying daemon osd.3 on smithi119 2024-09-05T11:06:15.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:15 smithi154 ceph-mon[59043]: pgmap v103: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:17.156 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:16 smithi119 ceph-mon[72222]: pgmap v104: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:16 smithi050 ceph-mon[81192]: pgmap v104: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:16 smithi154 ceph-mon[59043]: pgmap v104: 33 pgs: 33 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:17.662 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:17 smithi119 systemd[1]: Stopping Ceph osd.3 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:06:17.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:17 smithi119 ceph-mon[72222]: osd.3 marked itself down and dead 2024-09-05T11:06:17.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[42391]: 2024-09-05T11:06:17.660+0000 7f7598868640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:06:17.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[42391]: 2024-09-05T11:06:17.660+0000 7f7598868640 -1 osd.3 78 *** Got signal Terminated *** 2024-09-05T11:06:17.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:17 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[42391]: 2024-09-05T11:06:17.660+0000 7f7598868640 -1 osd.3 78 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:06:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:17 smithi050 ceph-mon[81192]: osd.3 marked itself down and dead 2024-09-05T11:06:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:17 smithi154 ceph-mon[59043]: osd.3 marked itself down and dead 2024-09-05T11:06:18.650 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:18 smithi119 podman[81097]: 2024-09-05 11:06:18.280051434 +0000 UTC m=+0.707196735 container died acf45d42fdbc775b0b556276d3909f0187b595082410a56e1c809f2958c2fb38 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-nvmeof-a1de9ae) 2024-09-05T11:06:18.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:18 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:06:18.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:18 smithi119 ceph-mon[72222]: osdmap e79: 8 total, 7 up, 8 in 2024-09-05T11:06:18.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:18 smithi119 ceph-mon[72222]: pgmap v106: 33 pgs: 6 stale+active+clean, 27 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:06:18.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:18 smithi119 podman[81097]: 2024-09-05 11:06:18.734802092 +0000 UTC m=+1.161947399 container cleanup acf45d42fdbc775b0b556276d3909f0187b595082410a56e1c809f2958c2fb38 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-nvmeof-a1de9ae) 2024-09-05T11:06:18.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:18 smithi119 bash[81097]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3 2024-09-05T11:06:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:18 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:06:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:18 smithi050 ceph-mon[81192]: osdmap e79: 8 total, 7 up, 8 in 2024-09-05T11:06:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:18 smithi050 ceph-mon[81192]: pgmap v106: 33 pgs: 6 stale+active+clean, 27 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:06:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:18 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:06:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:18 smithi154 ceph-mon[59043]: osdmap e79: 8 total, 7 up, 8 in 2024-09-05T11:06:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:18 smithi154 ceph-mon[59043]: pgmap v106: 33 pgs: 6 stale+active+clean, 27 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:06:19.381 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:19 smithi119 podman[81112]: 2024-09-05 11:06:19.033057299 +0000 UTC m=+0.754840437 container remove acf45d42fdbc775b0b556276d3909f0187b595082410a56e1c809f2958c2fb38 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, RELEASE=reef-nvmeof-a1de9ae, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-05T11:06:19.683 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:19 smithi119 podman[81209]: 2024-09-05 11:06:19.282814474 +0000 UTC m=+0.016078501 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:06:19.684 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:19 smithi119 podman[81209]: 2024-09-05 11:06:19.387012754 +0000 UTC m=+0.120276791 container create 56f372830e6057d2f9d77c9e4a51e4fa038e9b5241ecc56dea0619648903efc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:06:19.684 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:19 smithi119 podman[81209]: 2024-09-05 11:06:19.614608037 +0000 UTC m=+0.347872064 container init 56f372830e6057d2f9d77c9e4a51e4fa038e9b5241ecc56dea0619648903efc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-05T11:06:19.684 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:19 smithi119 podman[81209]: 2024-09-05 11:06:19.618963351 +0000 UTC m=+0.352227388 container start 56f372830e6057d2f9d77c9e4a51e4fa038e9b5241ecc56dea0619648903efc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:06:19.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:19 smithi119 ceph-mon[72222]: osdmap e80: 8 total, 7 up, 8 in 2024-09-05T11:06:19.999 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:19 smithi119 podman[81209]: 2024-09-05 11:06:19.703446533 +0000 UTC m=+0.436710561 container attach 56f372830e6057d2f9d77c9e4a51e4fa038e9b5241ecc56dea0619648903efc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-05T11:06:19.999 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:19 smithi119 podman[81209]: 2024-09-05 11:06:19.808146898 +0000 UTC m=+0.541410928 container died 56f372830e6057d2f9d77c9e4a51e4fa038e9b5241ecc56dea0619648903efc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:06:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:19 smithi050 ceph-mon[81192]: osdmap e80: 8 total, 7 up, 8 in 2024-09-05T11:06:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:19 smithi154 ceph-mon[59043]: osdmap e80: 8 total, 7 up, 8 in 2024-09-05T11:06:20.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:20 smithi119 podman[81233]: 2024-09-05 11:06:20.401458783 +0000 UTC m=+0.587285144 container remove 56f372830e6057d2f9d77c9e4a51e4fa038e9b5241ecc56dea0619648903efc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:06:20.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:20 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-05T11:06:20.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:20 smithi119 systemd[1]: Stopped Ceph osd.3 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:06:20.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:20 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.3.service: Consumed 6.140s CPU time. 2024-09-05T11:06:20.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:20 smithi119 systemd[1]: Starting Ceph osd.3 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:06:21.139 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:20 smithi119 ceph-mon[72222]: pgmap v108: 33 pgs: 6 stale+active+clean, 27 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:06:21.139 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:20 smithi119 podman[81331]: 2024-09-05 11:06:20.725902609 +0000 UTC m=+0.015777800 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:06:21.139 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:20 smithi119 podman[81331]: 2024-09-05 11:06:20.835895724 +0000 UTC m=+0.125770905 container create e50773e4ada522ed94dd5a348d2b79f38f77d2487085764aafe3863a522a6f92 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:06:21.139 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 podman[81331]: 2024-09-05 11:06:21.046510529 +0000 UTC m=+0.336385707 container init e50773e4ada522ed94dd5a348d2b79f38f77d2487085764aafe3863a522a6f92 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:06:21.140 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 podman[81331]: 2024-09-05 11:06:21.049835505 +0000 UTC m=+0.339710684 container start e50773e4ada522ed94dd5a348d2b79f38f77d2487085764aafe3863a522a6f92 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-05T11:06:21.140 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 podman[81331]: 2024-09-05 11:06:21.13829172 +0000 UTC m=+0.428166898 container attach e50773e4ada522ed94dd5a348d2b79f38f77d2487085764aafe3863a522a6f92 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:06:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:20 smithi050 ceph-mon[81192]: pgmap v108: 33 pgs: 6 stale+active+clean, 27 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:06:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:20 smithi154 ceph-mon[59043]: pgmap v108: 33 pgs: 6 stale+active+clean, 27 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:06:21.498 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-05T11:06:21.499 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-3/block 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-3/block 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate[81346]: --> ceph-volume lvm activate successful for osd ID: 3 2024-09-05T11:06:21.500 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 bash[81331]: --> ceph-volume lvm activate successful for osd ID: 3 2024-09-05T11:06:21.501 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 podman[81331]: 2024-09-05 11:06:21.331069112 +0000 UTC m=+0.620944309 container died e50773e4ada522ed94dd5a348d2b79f38f77d2487085764aafe3863a522a6f92 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:06:21.997 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:21 smithi119 podman[81444]: 2024-09-05 11:06:21.900314188 +0000 UTC m=+0.562861337 container remove e50773e4ada522ed94dd5a348d2b79f38f77d2487085764aafe3863a522a6f92 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-activate, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-05T11:06:22.413 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 podman[81500]: 2024-09-05 11:06:22.01063767 +0000 UTC m=+0.016183366 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:06:22.413 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 podman[81500]: 2024-09-05 11:06:22.109526587 +0000 UTC m=+0.115072266 container create 46ff967164c60655eb26ad8ce21cbf146e0a4dde1180b204358280c1a7ba6703 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-05T11:06:22.413 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 podman[81500]: 2024-09-05 11:06:22.311761842 +0000 UTC m=+0.317307529 container init 46ff967164c60655eb26ad8ce21cbf146e0a4dde1180b204358280c1a7ba6703 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-05T11:06:22.413 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 podman[81500]: 2024-09-05 11:06:22.314787962 +0000 UTC m=+0.320333642 container start 46ff967164c60655eb26ad8ce21cbf146e0a4dde1180b204358280c1a7ba6703 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-05T11:06:22.413 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 ceph-osd[81520]: -- 172.21.15.119:0/430335417 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5623d4b81a40 con 0x5623d4b5fc00 2024-09-05T11:06:22.413 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 bash[81500]: 46ff967164c60655eb26ad8ce21cbf146e0a4dde1180b204358280c1a7ba6703 2024-09-05T11:06:22.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 systemd[1]: Started Ceph osd.3 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:06:23.190 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:22 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:06:22.859+0000 7ffa605b7640 -1 Falling back to public interface 2024-09-05T11:06:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:23 smithi119 ceph-mon[72222]: pgmap v109: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:23 smithi050 ceph-mon[81192]: pgmap v109: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:23 smithi154 ceph-mon[59043]: pgmap v109: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:24.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:24 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 91/558 objects degraded (16.308%), 16 pgs degraded (PG_DEGRADED) 2024-09-05T11:06:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:24 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 91/558 objects degraded (16.308%), 16 pgs degraded (PG_DEGRADED) 2024-09-05T11:06:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:24 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 91/558 objects degraded (16.308%), 16 pgs degraded (PG_DEGRADED) 2024-09-05T11:06:25.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:25 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:06:25.629+0000 7ffa605b7640 -1 osd.3 78 log_to_monitors true 2024-09-05T11:06:25.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:25 smithi119 ceph-mon[72222]: pgmap v110: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:25.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:25 smithi050 ceph-mon[81192]: pgmap v110: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:25.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:25 smithi154 ceph-mon[59043]: pgmap v110: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:25.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:25.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:26.801 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:26 smithi119 ceph-mon[72222]: from='osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T11:06:26.802 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:26 smithi119 ceph-mon[72222]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T11:06:26.802 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:06:26 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:06:26.520+0000 7ffa58362640 -1 osd.3 78 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:06:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:26 smithi050 ceph-mon[81192]: from='osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T11:06:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:26 smithi050 ceph-mon[81192]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T11:06:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:26 smithi154 ceph-mon[59043]: from='osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T11:06:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:26 smithi154 ceph-mon[59043]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-05T11:06:27.858 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:27 smithi119 ceph-mon[72222]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T11:06:27.858 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:27 smithi119 ceph-mon[72222]: osdmap e81: 8 total, 7 up, 8 in 2024-09-05T11:06:27.858 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:27 smithi119 ceph-mon[72222]: from='osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:27.858 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:27 smithi119 ceph-mon[72222]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:27.858 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:27 smithi119 ceph-mon[72222]: pgmap v112: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:27 smithi050 ceph-mon[81192]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T11:06:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:27 smithi050 ceph-mon[81192]: osdmap e81: 8 total, 7 up, 8 in 2024-09-05T11:06:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:27 smithi050 ceph-mon[81192]: from='osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:27 smithi050 ceph-mon[81192]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:27 smithi050 ceph-mon[81192]: pgmap v112: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:27 smithi154 ceph-mon[59043]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T11:06:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:27 smithi154 ceph-mon[59043]: osdmap e81: 8 total, 7 up, 8 in 2024-09-05T11:06:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:27 smithi154 ceph-mon[59043]: from='osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:27 smithi154 ceph-mon[59043]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:27 smithi154 ceph-mon[59043]: pgmap v112: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 91/558 objects degraded (16.308%) 2024-09-05T11:06:28.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:06:28.338+0000 7f0dabbfd640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-05T11:06:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:06:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015] boot 2024-09-05T11:06:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: osdmap e82: 8 total, 8 up, 8 in 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-05T11:06:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:28 smithi050 ceph-mon[81192]: osdmap e83: 8 total, 8 up, 8 in 2024-09-05T11:06:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:06:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015] boot 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: osdmap e82: 8 total, 8 up, 8 in 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-05T11:06:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:28 smithi154 ceph-mon[59043]: osdmap e83: 8 total, 8 up, 8 in 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: osd.3 [v2:172.21.15.119:6808/3465547015,v1:172.21.15.119:6809/3465547015] boot 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: osdmap e82: 8 total, 8 up, 8 in 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:28.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-05T11:06:28.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:28 smithi119 ceph-mon[72222]: osdmap e83: 8 total, 8 up, 8 in 2024-09-05T11:06:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:29 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-05T11:06:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:29 smithi050 ceph-mon[81192]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-05T11:06:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:29 smithi050 ceph-mon[81192]: pgmap v115: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 91/558 objects degraded (16.308%) 2024-09-05T11:06:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:29 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-05T11:06:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:29 smithi154 ceph-mon[59043]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-05T11:06:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:29 smithi154 ceph-mon[59043]: pgmap v115: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 91/558 objects degraded (16.308%) 2024-09-05T11:06:29.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:29 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-05T11:06:29.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:29 smithi119 ceph-mon[72222]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-05T11:06:29.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:29 smithi119 ceph-mon[72222]: pgmap v115: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 91/558 objects degraded (16.308%) 2024-09-05T11:06:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:30 smithi050 ceph-mon[81192]: pgmap v116: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 91/558 objects degraded (16.308%) 2024-09-05T11:06:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:30 smithi154 ceph-mon[59043]: pgmap v116: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 91/558 objects degraded (16.308%) 2024-09-05T11:06:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:30 smithi119 ceph-mon[72222]: pgmap v116: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 91/558 objects degraded (16.308%) 2024-09-05T11:06:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:32 smithi050 ceph-mon[81192]: pgmap v117: 33 pgs: 33 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 11 op/s 2024-09-05T11:06:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:32 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/558 objects degraded (16.308%), 16 pgs degraded) 2024-09-05T11:06:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:32 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:06:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:32 smithi154 ceph-mon[59043]: pgmap v117: 33 pgs: 33 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 11 op/s 2024-09-05T11:06:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:32 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/558 objects degraded (16.308%), 16 pgs degraded) 2024-09-05T11:06:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:32 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:06:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:32 smithi119 ceph-mon[72222]: pgmap v117: 33 pgs: 33 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 11 op/s 2024-09-05T11:06:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:32 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 91/558 objects degraded (16.308%), 16 pgs degraded) 2024-09-05T11:06:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:32 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:06:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:34 smithi050 ceph-mon[81192]: pgmap v118: 33 pgs: 33 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 7 op/s 2024-09-05T11:06:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:34 smithi154 ceph-mon[59043]: pgmap v118: 33 pgs: 33 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 7 op/s 2024-09-05T11:06:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:34 smithi119 ceph-mon[72222]: pgmap v118: 33 pgs: 33 active+clean; 609 KiB data, 235 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 7 op/s 2024-09-05T11:06:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:36 smithi050 ceph-mon[81192]: pgmap v119: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 8 op/s 2024-09-05T11:06:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:36 smithi154 ceph-mon[59043]: pgmap v119: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 8 op/s 2024-09-05T11:06:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:36 smithi119 ceph-mon[72222]: pgmap v119: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 8 op/s 2024-09-05T11:06:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:38 smithi050 ceph-mon[81192]: pgmap v120: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 7 op/s 2024-09-05T11:06:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:38 smithi154 ceph-mon[59043]: pgmap v120: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 7 op/s 2024-09-05T11:06:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:38 smithi119 ceph-mon[72222]: pgmap v120: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 7 op/s 2024-09-05T11:06:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:40 smithi050 ceph-mon[81192]: pgmap v121: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 6 op/s 2024-09-05T11:06:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:40 smithi154 ceph-mon[59043]: pgmap v121: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 6 op/s 2024-09-05T11:06:41.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:40 smithi119 ceph-mon[72222]: pgmap v121: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 6 op/s 2024-09-05T11:06:42.625 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:06:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:42 smithi050 ceph-mon[81192]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:42 smithi050 ceph-mon[81192]: pgmap v122: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 7 op/s 2024-09-05T11:06:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:42 smithi154 ceph-mon[59043]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:42 smithi154 ceph-mon[59043]: pgmap v122: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 7 op/s 2024-09-05T11:06:43.198 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:06:43.198 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (3m) 79s ago 18m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:06:43.198 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (3m) 18s ago 16m 438M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:06:43.198 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (3m) 79s ago 19m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:06:43.198 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (3m) 18s ago 17m 37.7M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (2m) 2m ago 17m 22.8M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (11m) 79s ago 11m 142M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (11m) 18s ago 11m 133M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (11m) 2m ago 11m 134M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (12m) 3m ago 12m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (111s) 79s ago 16m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (81s) 79s ago 16m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (51s) 18s ago 15m 38.2M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (21s) 18s ago 15m 12.1M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (14m) 18s ago 14m 44.3M 4330M 18.2.4-661-ga1de9ae7 13f0a984206a c01a921a6caf 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (14m) 2m ago 14m 45.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (14m) 2m ago 14m 43.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:06:43.199 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (13m) 2m ago 13m 44.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:06:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:42 smithi119 ceph-mon[72222]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:42 smithi119 ceph-mon[72222]: pgmap v122: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 7 op/s 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 4, 2024-09-05T11:06:43.775 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 4 2024-09-05T11:06:43.776 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:06:43.776 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:06:43.776 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 4, 2024-09-05T11:06:43.776 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 9 2024-09-05T11:06:43.776 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:06:43.776 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:06:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:43 smithi119 ceph-mon[72222]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:43 smithi119 ceph-mon[72222]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:43 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-05T11:06:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:43 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-05T11:06:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:43 smithi119 ceph-mon[72222]: Upgrade: osd.4 is safe to restart 2024-09-05T11:06:43.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:43 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3150595905' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:44.072 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:06:44.072 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "9/17 daemons upgraded", 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading osd daemons", 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:06:44.073 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:06:44.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:43 smithi050 ceph-mon[81192]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:44.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:43 smithi050 ceph-mon[81192]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:44.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:43 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-05T11:06:44.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:43 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-05T11:06:44.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:43 smithi050 ceph-mon[81192]: Upgrade: osd.4 is safe to restart 2024-09-05T11:06:44.074 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:43 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3150595905' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:43 smithi154 ceph-mon[59043]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:43 smithi154 ceph-mon[59043]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:43 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-05T11:06:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:43 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-05T11:06:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:43 smithi154 ceph-mon[59043]: Upgrade: osd.4 is safe to restart 2024-09-05T11:06:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:43 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3150595905' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:44.412 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/647963229' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: Upgrade: Updating osd.4 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: Deploying daemon osd.4 on smithi119 2024-09-05T11:06:44.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:44 smithi119 ceph-mon[72222]: pgmap v123: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/647963229' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:06:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: Upgrade: Updating osd.4 2024-09-05T11:06:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T11:06:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: Deploying daemon osd.4 on smithi119 2024-09-05T11:06:45.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:44 smithi050 ceph-mon[81192]: pgmap v123: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/647963229' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: Upgrade: Updating osd.4 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: Deploying daemon osd.4 on smithi119 2024-09-05T11:06:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:44 smithi154 ceph-mon[59043]: pgmap v123: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:06:47.098 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:46 smithi119 ceph-mon[72222]: pgmap v124: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:46 smithi050 ceph-mon[81192]: pgmap v124: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:46 smithi154 ceph-mon[59043]: pgmap v124: 33 pgs: 33 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:06:47.780 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:47 smithi119 systemd[1]: Stopping Ceph osd.4 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:06:48.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:47 smithi050 ceph-mon[81192]: osd.4 marked itself down and dead 2024-09-05T11:06:48.175 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:47 smithi119 ceph-mon[72222]: osd.4 marked itself down and dead 2024-09-05T11:06:48.175 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[48295]: 2024-09-05T11:06:47.817+0000 7fd45159e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:06:48.175 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[48295]: 2024-09-05T11:06:47.817+0000 7fd45159e640 -1 osd.4 83 *** Got signal Terminated *** 2024-09-05T11:06:48.176 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[48295]: 2024-09-05T11:06:47.817+0000 7fd45159e640 -1 osd.4 83 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:06:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:47 smithi154 ceph-mon[59043]: osd.4 marked itself down and dead 2024-09-05T11:06:48.497 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:48 smithi119 podman[85546]: 2024-09-05 11:06:48.173736495 +0000 UTC m=+0.481493739 container died c01a921a6caf6c1fcb2c64df6e165a4ffaab4feb4d2f3f2357e8651d1f1b987d (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-nvmeof-a1de9ae, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:06:48.839 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:48 smithi119 podman[85546]: 2024-09-05 11:06:48.634505401 +0000 UTC m=+0.942262634 container cleanup c01a921a6caf6c1fcb2c64df6e165a4ffaab4feb4d2f3f2357e8651d1f1b987d (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:06:48.839 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:48 smithi119 bash[85546]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4 2024-09-05T11:06:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:48 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:06:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:48 smithi050 ceph-mon[81192]: osdmap e84: 8 total, 7 up, 8 in 2024-09-05T11:06:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:48 smithi050 ceph-mon[81192]: pgmap v126: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:06:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:48 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:06:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:48 smithi154 ceph-mon[59043]: osdmap e84: 8 total, 7 up, 8 in 2024-09-05T11:06:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:48 smithi154 ceph-mon[59043]: pgmap v126: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:06:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:48 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:06:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:48 smithi119 ceph-mon[72222]: osdmap e84: 8 total, 7 up, 8 in 2024-09-05T11:06:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:48 smithi119 ceph-mon[72222]: pgmap v126: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:06:49.248 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:48 smithi119 podman[85571]: 2024-09-05 11:06:48.919484395 +0000 UTC m=+0.738491503 container remove c01a921a6caf6c1fcb2c64df6e165a4ffaab4feb4d2f3f2357e8651d1f1b987d (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:06:49.603 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:49 smithi119 podman[85661]: 2024-09-05 11:06:49.17825665 +0000 UTC m=+0.015764438 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:06:49.603 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:49 smithi119 podman[85661]: 2024-09-05 11:06:49.278835723 +0000 UTC m=+0.116343496 container create a0b13760f1c5c4bf8e1d3b804c54f15c07ca6d136ce9d9b8fe6a0521c80bceac (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T11:06:49.603 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:49 smithi119 podman[85661]: 2024-09-05 11:06:49.50242802 +0000 UTC m=+0.339935797 container init a0b13760f1c5c4bf8e1d3b804c54f15c07ca6d136ce9d9b8fe6a0521c80bceac (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=) 2024-09-05T11:06:49.603 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:49 smithi119 podman[85661]: 2024-09-05 11:06:49.505820113 +0000 UTC m=+0.343327892 container start a0b13760f1c5c4bf8e1d3b804c54f15c07ca6d136ce9d9b8fe6a0521c80bceac (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:06:49.604 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:49 smithi119 podman[85661]: 2024-09-05 11:06:49.602470564 +0000 UTC m=+0.439978353 container attach a0b13760f1c5c4bf8e1d3b804c54f15c07ca6d136ce9d9b8fe6a0521c80bceac (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-05T11:06:49.983 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:49 smithi119 ceph-mon[72222]: osdmap e85: 8 total, 7 up, 8 in 2024-09-05T11:06:49.983 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:49 smithi119 podman[85661]: 2024-09-05 11:06:49.700376511 +0000 UTC m=+0.537884284 container died a0b13760f1c5c4bf8e1d3b804c54f15c07ca6d136ce9d9b8fe6a0521c80bceac (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-05T11:06:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:49 smithi050 ceph-mon[81192]: osdmap e85: 8 total, 7 up, 8 in 2024-09-05T11:06:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:49 smithi154 ceph-mon[59043]: osdmap e85: 8 total, 7 up, 8 in 2024-09-05T11:06:50.728 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:50 smithi119 podman[85685]: 2024-09-05 11:06:50.307314818 +0000 UTC m=+0.597664071 container remove a0b13760f1c5c4bf8e1d3b804c54f15c07ca6d136ce9d9b8fe6a0521c80bceac (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-09-05T11:06:50.728 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:50 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-05T11:06:50.728 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:50 smithi119 systemd[1]: Stopped Ceph osd.4 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:06:50.728 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:50 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.4.service: Consumed 4.516s CPU time. 2024-09-05T11:06:50.728 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:50 smithi119 systemd[1]: Starting Ceph osd.4 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:06:50.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:50 smithi119 ceph-mon[72222]: pgmap v128: 33 pgs: 2 stale+active+clean, 1 active+undersized+degraded, 30 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 9/558 objects degraded (1.613%) 2024-09-05T11:06:50.998 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:50 smithi119 podman[85783]: 2024-09-05 11:06:50.631073097 +0000 UTC m=+0.017799851 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:06:50.998 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:50 smithi119 podman[85783]: 2024-09-05 11:06:50.750429892 +0000 UTC m=+0.137156638 container create d0e9339efce3fbd1d367de6654bedb0bd0c16b1639adc5a8d4c80fcc7d8a7309 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:06:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:50 smithi050 ceph-mon[81192]: pgmap v128: 33 pgs: 2 stale+active+clean, 1 active+undersized+degraded, 30 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 9/558 objects degraded (1.613%) 2024-09-05T11:06:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:50 smithi154 ceph-mon[59043]: pgmap v128: 33 pgs: 2 stale+active+clean, 1 active+undersized+degraded, 30 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 9/558 objects degraded (1.613%) 2024-09-05T11:06:51.274 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 podman[85783]: 2024-09-05 11:06:51.011118643 +0000 UTC m=+0.397845381 container init d0e9339efce3fbd1d367de6654bedb0bd0c16b1639adc5a8d4c80fcc7d8a7309 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-05T11:06:51.274 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 podman[85783]: 2024-09-05 11:06:51.014303542 +0000 UTC m=+0.401030289 container start d0e9339efce3fbd1d367de6654bedb0bd0c16b1639adc5a8d4c80fcc7d8a7309 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-05T11:06:51.274 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 podman[85783]: 2024-09-05 11:06:51.093135273 +0000 UTC m=+0.479862017 container attach d0e9339efce3fbd1d367de6654bedb0bd0c16b1639adc5a8d4c80fcc7d8a7309 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-05T11:06:51.274 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-09-05T11:06:51.275 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-4/block 2024-09-05T11:06:51.276 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-4/block 2024-09-05T11:06:51.570 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-09-05T11:06:51.570 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-09-05T11:06:51.571 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-05T11:06:51.571 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-05T11:06:51.571 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-05T11:06:51.571 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-05T11:06:51.571 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate[85797]: --> ceph-volume lvm activate successful for osd ID: 4 2024-09-05T11:06:51.571 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 bash[85783]: --> ceph-volume lvm activate successful for osd ID: 4 2024-09-05T11:06:51.571 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 podman[85901]: 2024-09-05 11:06:51.325561114 +0000 UTC m=+0.016583423 container died d0e9339efce3fbd1d367de6654bedb0bd0c16b1639adc5a8d4c80fcc7d8a7309 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:06:52.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:51 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 9/558 objects degraded (1.613%), 1 pg degraded (PG_DEGRADED) 2024-09-05T11:06:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:51 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 9/558 objects degraded (1.613%), 1 pg degraded (PG_DEGRADED) 2024-09-05T11:06:52.178 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:51 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 9/558 objects degraded (1.613%), 1 pg degraded (PG_DEGRADED) 2024-09-05T11:06:52.178 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:51 smithi119 podman[85901]: 2024-09-05 11:06:51.853104907 +0000 UTC m=+0.544127222 container remove d0e9339efce3fbd1d367de6654bedb0bd0c16b1639adc5a8d4c80fcc7d8a7309 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:06:52.179 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 podman[85959]: 2024-09-05 11:06:51.961437395 +0000 UTC m=+0.016078453 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:06:52.179 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 podman[85959]: 2024-09-05 11:06:52.062797905 +0000 UTC m=+0.117438953 container create 89330cf482aba5509ead48f8669ba2e56f4610eb056df6f5826545688e9a02cf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-05T11:06:52.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 podman[85959]: 2024-09-05 11:06:52.282217201 +0000 UTC m=+0.336858249 container init 89330cf482aba5509ead48f8669ba2e56f4610eb056df6f5826545688e9a02cf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-05T11:06:52.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 podman[85959]: 2024-09-05 11:06:52.28532755 +0000 UTC m=+0.339968607 container start 89330cf482aba5509ead48f8669ba2e56f4610eb056df6f5826545688e9a02cf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:06:52.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 ceph-osd[85979]: -- 172.21.15.119:0/1876448845 <== mon.2 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dabeb01a40 con 0x55dabf8c4400 2024-09-05T11:06:52.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 bash[85959]: 89330cf482aba5509ead48f8669ba2e56f4610eb056df6f5826545688e9a02cf 2024-09-05T11:06:52.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 systemd[1]: Started Ceph osd.4 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:06:53.132 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:06:52.834+0000 7fa6d5856640 -1 Falling back to public interface 2024-09-05T11:06:53.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:53 smithi119 ceph-mon[72222]: pgmap v129: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:06:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:53.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:53.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:53 smithi050 ceph-mon[81192]: pgmap v129: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:06:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:53 smithi154 ceph-mon[59043]: pgmap v129: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 0 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:06:54.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:54.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:54.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:54.974 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:55.872 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:55 smithi119 ceph-mon[72222]: pgmap v130: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 45/558 objects degraded (8.065%) 2024-09-05T11:06:55.872 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:55 smithi119 ceph-mon[72222]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T11:06:55.873 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:06:55.589+0000 7fa6d5856640 -1 osd.4 83 log_to_monitors true 2024-09-05T11:06:55.873 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:06:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:06:55.717+0000 7fa6cd601640 -1 osd.4 83 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:06:56.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:55 smithi050 ceph-mon[81192]: pgmap v130: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 45/558 objects degraded (8.065%) 2024-09-05T11:06:56.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:55 smithi050 ceph-mon[81192]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T11:06:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:55 smithi154 ceph-mon[59043]: pgmap v130: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 45/558 objects degraded (8.065%) 2024-09-05T11:06:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:55 smithi154 ceph-mon[59043]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-05T11:06:56.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:56 smithi119 ceph-mon[72222]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T11:06:56.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:56 smithi119 ceph-mon[72222]: osdmap e86: 8 total, 7 up, 8 in 2024-09-05T11:06:56.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:56 smithi119 ceph-mon[72222]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:56 smithi050 ceph-mon[81192]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T11:06:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:56 smithi050 ceph-mon[81192]: osdmap e86: 8 total, 7 up, 8 in 2024-09-05T11:06:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:56 smithi050 ceph-mon[81192]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:56 smithi154 ceph-mon[59043]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T11:06:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:56 smithi154 ceph-mon[59043]: osdmap e86: 8 total, 7 up, 8 in 2024-09-05T11:06:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:56 smithi154 ceph-mon[59043]: from='osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi119", "root=default"]} : dispatch 2024-09-05T11:06:57.923 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:06:57.537+0000 7f0dabbfd640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:06:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:06:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949] boot 2024-09-05T11:06:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: osdmap e87: 8 total, 8 up, 8 in 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 45/558 objects degraded (8.065%), 9 pgs degraded (PG_DEGRADED) 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: pgmap v133: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 1 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:57.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:57.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:57.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:57.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-05T11:06:57.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:57 smithi050 ceph-mon[81192]: osdmap e88: 8 total, 8 up, 8 in 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949] boot 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: osdmap e87: 8 total, 8 up, 8 in 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 45/558 objects degraded (8.065%), 9 pgs degraded (PG_DEGRADED) 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: pgmap v133: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 1 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:57.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-05T11:06:57.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:57 smithi119 ceph-mon[72222]: osdmap e88: 8 total, 8 up, 8 in 2024-09-05T11:06:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:06:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: osd.4 [v2:172.21.15.119:6816/1283147949,v1:172.21.15.119:6817/1283147949] boot 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: osdmap e87: 8 total, 8 up, 8 in 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 45/558 objects degraded (8.065%), 9 pgs degraded (PG_DEGRADED) 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: pgmap v133: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 1 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:58.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:58.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:06:58.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-05T11:06:58.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:57 smithi154 ceph-mon[59043]: osdmap e88: 8 total, 8 up, 8 in 2024-09-05T11:06:58.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:58 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-05T11:06:58.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:58 smithi119 ceph-mon[72222]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:06:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:58 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-05T11:06:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:58 smithi050 ceph-mon[81192]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:06:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:58 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-05T11:06:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:58 smithi154 ceph-mon[59043]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-09-05T11:06:59.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:06:59 smithi119 ceph-mon[72222]: pgmap v135: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:07:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:06:59 smithi050 ceph-mon[81192]: pgmap v135: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:07:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:06:59 smithi154 ceph-mon[59043]: pgmap v135: 33 pgs: 9 active+undersized+degraded, 24 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 45/558 objects degraded (8.065%) 2024-09-05T11:07:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:00 smithi050 ceph-mon[81192]: pgmap v136: 33 pgs: 6 active+undersized+degraded, 27 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 6 op/s; 27/558 objects degraded (4.839%) 2024-09-05T11:07:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:00 smithi154 ceph-mon[59043]: pgmap v136: 33 pgs: 6 active+undersized+degraded, 27 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 6 op/s; 27/558 objects degraded (4.839%) 2024-09-05T11:07:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:00 smithi119 ceph-mon[72222]: pgmap v136: 33 pgs: 6 active+undersized+degraded, 27 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 6 op/s; 27/558 objects degraded (4.839%) 2024-09-05T11:07:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:01 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 27/558 objects degraded (4.839%), 6 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:01 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 27/558 objects degraded (4.839%), 6 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:02.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:01 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 27/558 objects degraded (4.839%), 6 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:03.149 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:02 smithi119 ceph-mon[72222]: pgmap v137: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 7 op/s 2024-09-05T11:07:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:02 smithi050 ceph-mon[81192]: pgmap v137: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 7 op/s 2024-09-05T11:07:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:02 smithi154 ceph-mon[59043]: pgmap v137: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 7 op/s 2024-09-05T11:07:04.165 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:03 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/558 objects degraded (4.839%), 6 pgs degraded) 2024-09-05T11:07:04.166 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:03 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:07:04.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:03 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/558 objects degraded (4.839%), 6 pgs degraded) 2024-09-05T11:07:04.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:03 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:07:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:03 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/558 objects degraded (4.839%), 6 pgs degraded) 2024-09-05T11:07:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:03 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:07:04.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:04 smithi119 ceph-mon[72222]: pgmap v138: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 4 op/s 2024-09-05T11:07:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:04 smithi050 ceph-mon[81192]: pgmap v138: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 4 op/s 2024-09-05T11:07:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:04 smithi154 ceph-mon[59043]: pgmap v138: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 4 op/s 2024-09-05T11:07:07.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:07 smithi119 ceph-mon[72222]: pgmap v139: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 5 op/s 2024-09-05T11:07:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:07 smithi050 ceph-mon[81192]: pgmap v139: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 5 op/s 2024-09-05T11:07:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:07 smithi154 ceph-mon[59043]: pgmap v139: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 5 op/s 2024-09-05T11:07:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:08 smithi050 ceph-mon[81192]: pgmap v140: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 5 op/s 2024-09-05T11:07:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:08 smithi154 ceph-mon[59043]: pgmap v140: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 5 op/s 2024-09-05T11:07:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:08 smithi119 ceph-mon[72222]: pgmap v140: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 5 op/s 2024-09-05T11:07:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:10 smithi050 ceph-mon[81192]: pgmap v141: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 4 op/s 2024-09-05T11:07:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:10 smithi154 ceph-mon[59043]: pgmap v141: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 4 op/s 2024-09-05T11:07:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:10 smithi119 ceph-mon[72222]: pgmap v141: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 4 op/s 2024-09-05T11:07:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:12 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-05T11:07:12.923 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:12 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-05T11:07:12.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:12 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-05T11:07:13.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:13 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-05T11:07:13.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:13 smithi050 ceph-mon[81192]: Upgrade: osd.5 is safe to restart 2024-09-05T11:07:13.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:13 smithi050 ceph-mon[81192]: pgmap v142: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:13.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:13 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-05T11:07:13.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:13 smithi154 ceph-mon[59043]: Upgrade: osd.5 is safe to restart 2024-09-05T11:07:13.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:13 smithi154 ceph-mon[59043]: pgmap v142: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:13.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:13 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-05T11:07:13.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:13 smithi119 ceph-mon[72222]: Upgrade: osd.5 is safe to restart 2024-09-05T11:07:13.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:13 smithi119 ceph-mon[72222]: pgmap v142: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:14.713 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:07:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:14 smithi050 ceph-mon[81192]: Upgrade: Updating osd.5 2024-09-05T11:07:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:14 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:14 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T11:07:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:14 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:15.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:14 smithi050 ceph-mon[81192]: Deploying daemon osd.5 on smithi154 2024-09-05T11:07:15.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:14 smithi050 ceph-mon[81192]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:15.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:14 smithi050 ceph-mon[81192]: pgmap v143: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:07:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:14 smithi154 ceph-mon[59043]: Upgrade: Updating osd.5 2024-09-05T11:07:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:14 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:14 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T11:07:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:14 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:14 smithi154 ceph-mon[59043]: Deploying daemon osd.5 on smithi154 2024-09-05T11:07:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:14 smithi154 ceph-mon[59043]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:14 smithi154 ceph-mon[59043]: pgmap v143: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:07:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:14 smithi119 ceph-mon[72222]: Upgrade: Updating osd.5 2024-09-05T11:07:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:14 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:14 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-05T11:07:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:14 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:14 smithi119 ceph-mon[72222]: Deploying daemon osd.5 on smithi154 2024-09-05T11:07:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:14 smithi119 ceph-mon[72222]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:14 smithi119 ceph-mon[72222]: pgmap v143: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:07:15.286 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:07:15.286 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (4m) 111s ago 19m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (4m) 21s ago 17m 439M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (3m) 111s ago 19m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (3m) 21s ago 17m 38.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (2m) 2m ago 17m 22.8M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (12m) 111s ago 12m 142M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (12m) 21s ago 12m 135M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (12m) 2m ago 12m 134M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (12m) 3m ago 12m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (2m) 111s ago 17m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (113s) 111s ago 16m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (83s) 21s ago 16m 38.4M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:07:15.287 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (53s) 21s ago 15m 40.7M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:07:15.288 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (23s) 21s ago 15m 13.3M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 89330cf482ab 2024-09-05T11:07:15.288 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (15m) 2m ago 15m 45.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a ad6449f19dac 2024-09-05T11:07:15.288 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (14m) 2m ago 14m 43.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:07:15.288 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (14m) 2m ago 14m 44.6M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:07:15.868 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:07:15.868 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:07:15.868 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:07:15.868 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:07:15.868 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 3, 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 5 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 3, 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 10 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:07:15.869 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:07:15.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:15 smithi119 ceph-mon[72222]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:15 smithi119 ceph-mon[72222]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:16.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:15 smithi050 ceph-mon[81192]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:16.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:15 smithi050 ceph-mon[81192]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:15 smithi154 ceph-mon[59043]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:15 smithi154 ceph-mon[59043]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:16.345 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:07:16.345 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "10/17 daemons upgraded", 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading osd daemons", 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:07:16.346 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:07:16.689 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:07:16.840 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:16 smithi154 systemd[1]: Stopping Ceph osd.5 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:16 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2190843895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:16 smithi050 ceph-mon[81192]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:16 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2632651451' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:07:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:16 smithi050 ceph-mon[81192]: pgmap v144: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:17.176 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[36848]: 2024-09-05T11:07:16.877+0000 7efdb3c8c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:07:17.176 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[36848]: 2024-09-05T11:07:16.877+0000 7efdb3c8c640 -1 osd.5 88 *** Got signal Terminated *** 2024-09-05T11:07:17.176 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[36848]: 2024-09-05T11:07:16.877+0000 7efdb3c8c640 -1 osd.5 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:07:17.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:16 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2190843895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:17.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:16 smithi154 ceph-mon[59043]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:17.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:16 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2632651451' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:07:17.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:16 smithi154 ceph-mon[59043]: pgmap v144: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:16 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2190843895' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:16 smithi119 ceph-mon[72222]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:16 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2632651451' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:07:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:16 smithi119 ceph-mon[72222]: pgmap v144: 33 pgs: 33 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:17 smithi050 ceph-mon[81192]: osd.5 marked itself down and dead 2024-09-05T11:07:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:17 smithi154 ceph-mon[59043]: osd.5 marked itself down and dead 2024-09-05T11:07:18.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:17 smithi119 ceph-mon[72222]: osd.5 marked itself down and dead 2024-09-05T11:07:18.530 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:18 smithi154 podman[63589]: 2024-09-05 11:07:18.178506464 +0000 UTC m=+1.405040335 container died ad6449f19dac64ee636097c62a43b198fb169325d742258ec251b24562139f2a (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-nvmeof-a1de9ae, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-05T11:07:18.841 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:18 smithi154 podman[63589]: 2024-09-05 11:07:18.627237141 +0000 UTC m=+1.853771010 container cleanup ad6449f19dac64ee636097c62a43b198fb169325d742258ec251b24562139f2a (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, RELEASE=reef-nvmeof-a1de9ae, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-05T11:07:18.841 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:18 smithi154 bash[63589]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5 2024-09-05T11:07:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:18 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:07:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:18 smithi050 ceph-mon[81192]: osdmap e89: 8 total, 7 up, 8 in 2024-09-05T11:07:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:18 smithi050 ceph-mon[81192]: pgmap v146: 33 pgs: 4 stale+active+clean, 29 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:18 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:07:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:18 smithi154 ceph-mon[59043]: osdmap e89: 8 total, 7 up, 8 in 2024-09-05T11:07:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:18 smithi154 ceph-mon[59043]: pgmap v146: 33 pgs: 4 stale+active+clean, 29 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:19.176 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:18 smithi154 podman[63615]: 2024-09-05 11:07:18.945417024 +0000 UTC m=+0.769520283 container remove ad6449f19dac64ee636097c62a43b198fb169325d742258ec251b24562139f2a (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-nvmeof-a1de9ae, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-05T11:07:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:18 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:07:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:18 smithi119 ceph-mon[72222]: osdmap e89: 8 total, 7 up, 8 in 2024-09-05T11:07:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:18 smithi119 ceph-mon[72222]: pgmap v146: 33 pgs: 4 stale+active+clean, 29 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:19.608 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:19 smithi154 podman[63708]: 2024-09-05 11:07:19.169492449 +0000 UTC m=+0.016641391 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:07:19.608 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:19 smithi154 podman[63708]: 2024-09-05 11:07:19.271518938 +0000 UTC m=+0.118667862 container create 4ad57b87b5fc70a33cf526284817a008a469b1dda38adfa3c62383d6d8876408 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-05T11:07:19.609 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:19 smithi154 podman[63708]: 2024-09-05 11:07:19.507350449 +0000 UTC m=+0.354499374 container init 4ad57b87b5fc70a33cf526284817a008a469b1dda38adfa3c62383d6d8876408 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:07:19.609 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:19 smithi154 podman[63708]: 2024-09-05 11:07:19.511568167 +0000 UTC m=+0.358717100 container start 4ad57b87b5fc70a33cf526284817a008a469b1dda38adfa3c62383d6d8876408 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-05T11:07:19.609 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:19 smithi154 podman[63708]: 2024-09-05 11:07:19.60744687 +0000 UTC m=+0.454595808 container attach 4ad57b87b5fc70a33cf526284817a008a469b1dda38adfa3c62383d6d8876408 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:07:19.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:19 smithi154 ceph-mon[59043]: osdmap e90: 8 total, 7 up, 8 in 2024-09-05T11:07:19.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:19 smithi154 podman[63708]: 2024-09-05 11:07:19.701177217 +0000 UTC m=+0.548326160 container died 4ad57b87b5fc70a33cf526284817a008a469b1dda38adfa3c62383d6d8876408 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS) 2024-09-05T11:07:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:19 smithi050 ceph-mon[81192]: osdmap e90: 8 total, 7 up, 8 in 2024-09-05T11:07:20.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:19 smithi119 ceph-mon[72222]: osdmap e90: 8 total, 7 up, 8 in 2024-09-05T11:07:20.677 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:20 smithi154 podman[63731]: 2024-09-05 11:07:20.358738772 +0000 UTC m=+0.652279877 container remove 4ad57b87b5fc70a33cf526284817a008a469b1dda38adfa3c62383d6d8876408 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:07:20.677 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:20 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-05T11:07:20.677 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:20 smithi154 systemd[1]: Stopped Ceph osd.5 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:07:20.677 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:20 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.5.service: Consumed 5.501s CPU time. 2024-09-05T11:07:20.677 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:20 smithi154 systemd[1]: Starting Ceph osd.5 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:07:21.082 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:20 smithi154 ceph-mon[59043]: pgmap v148: 33 pgs: 3 stale+active+clean, 5 active+undersized+degraded, 25 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 32/558 objects degraded (5.735%) 2024-09-05T11:07:21.082 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:20 smithi154 podman[63829]: 2024-09-05 11:07:20.778506948 +0000 UTC m=+0.111049440 container create b21470ccb5b90b166ab239117adcb430f3ec4a915284c443374675c77b46c3b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731) 2024-09-05T11:07:21.082 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:20 smithi154 podman[63829]: 2024-09-05 11:07:20.683636719 +0000 UTC m=+0.016179225 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:07:21.082 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 podman[63829]: 2024-09-05 11:07:21.005911806 +0000 UTC m=+0.338454299 container init b21470ccb5b90b166ab239117adcb430f3ec4a915284c443374675c77b46c3b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-05T11:07:21.082 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 podman[63829]: 2024-09-05 11:07:21.009189448 +0000 UTC m=+0.341731958 container start b21470ccb5b90b166ab239117adcb430f3ec4a915284c443374675c77b46c3b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:07:21.082 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 podman[63829]: 2024-09-05 11:07:21.081061158 +0000 UTC m=+0.413603663 container attach b21470ccb5b90b166ab239117adcb430f3ec4a915284c443374675c77b46c3b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-05T11:07:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:20 smithi050 ceph-mon[81192]: pgmap v148: 33 pgs: 3 stale+active+clean, 5 active+undersized+degraded, 25 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 32/558 objects degraded (5.735%) 2024-09-05T11:07:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:20 smithi119 ceph-mon[72222]: pgmap v148: 33 pgs: 3 stale+active+clean, 5 active+undersized+degraded, 25 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 32/558 objects degraded (5.735%) 2024-09-05T11:07:21.427 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.427 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.427 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.427 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-5/block 2024-09-05T11:07:21.428 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-5/block 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate[63844]: --> ceph-volume lvm activate successful for osd ID: 5 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 bash[63829]: --> ceph-volume lvm activate successful for osd ID: 5 2024-09-05T11:07:21.429 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 podman[63829]: 2024-09-05 11:07:21.299141122 +0000 UTC m=+0.631683633 container died b21470ccb5b90b166ab239117adcb430f3ec4a915284c443374675c77b46c3b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-05T11:07:22.086 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:21 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 32/558 objects degraded (5.735%), 5 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:22.086 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:21 smithi154 podman[63941]: 2024-09-05 11:07:21.88455512 +0000 UTC m=+0.579917892 container remove b21470ccb5b90b166ab239117adcb430f3ec4a915284c443374675c77b46c3b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:07:22.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:21 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 32/558 objects degraded (5.735%), 5 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:22.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:21 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 32/558 objects degraded (5.735%), 5 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:22.346 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 podman[64000]: 2024-09-05 11:07:22.085384702 +0000 UTC m=+0.108968212 container create 287053cf3ad88d844d8d1e53dc34e3f0c75eb6eba9038e456dd74ff06a7d57b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:07:22.346 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 podman[64000]: 2024-09-05 11:07:21.992173052 +0000 UTC m=+0.015756563 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:07:22.346 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 podman[64000]: 2024-09-05 11:07:22.320921821 +0000 UTC m=+0.344505331 container init 287053cf3ad88d844d8d1e53dc34e3f0c75eb6eba9038e456dd74ff06a7d57b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-09-05T11:07:22.346 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 podman[64000]: 2024-09-05 11:07:22.32415625 +0000 UTC m=+0.347739753 container start 287053cf3ad88d844d8d1e53dc34e3f0c75eb6eba9038e456dd74ff06a7d57b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731) 2024-09-05T11:07:22.347 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 ceph-osd[64019]: -- 172.21.15.154:0/113057527 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56506d6bba40 con 0x56506e47e000 2024-09-05T11:07:22.676 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 bash[64000]: 287053cf3ad88d844d8d1e53dc34e3f0c75eb6eba9038e456dd74ff06a7d57b9 2024-09-05T11:07:22.677 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 systemd[1]: Started Ceph osd.5 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:07:23.148 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:07:22.862+0000 7fbc6c674640 -1 Falling back to public interface 2024-09-05T11:07:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:23 smithi119 ceph-mon[72222]: pgmap v149: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:23.878 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:23.879 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:23.879 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:23.879 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:23 smithi154 ceph-mon[59043]: pgmap v149: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:23 smithi050 ceph-mon[81192]: pgmap v149: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:25.740 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:07:25.625+0000 7fbc6c674640 -1 osd.5 88 log_to_monitors true 2024-09-05T11:07:25.741 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.741 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.741 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:25 smithi154 ceph-mon[59043]: pgmap v150: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:25.741 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.741 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:25 smithi119 ceph-mon[72222]: pgmap v150: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:25.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:25 smithi050 ceph-mon[81192]: pgmap v150: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:25.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:26 smithi119 ceph-mon[72222]: from='osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T11:07:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:26 smithi119 ceph-mon[72222]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T11:07:26.799 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:26 smithi154 ceph-mon[59043]: from='osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T11:07:26.799 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:26 smithi154 ceph-mon[59043]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T11:07:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:26 smithi050 ceph-mon[81192]: from='osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T11:07:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:26 smithi050 ceph-mon[81192]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-05T11:07:27.176 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:07:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:07:26.968+0000 7fbc60417640 -1 osd.5 88 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:07:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:27 smithi154 ceph-mon[59043]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T11:07:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:27 smithi154 ceph-mon[59043]: osdmap e91: 8 total, 7 up, 8 in 2024-09-05T11:07:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:27 smithi154 ceph-mon[59043]: from='osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:27.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:27 smithi154 ceph-mon[59043]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:27.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:27 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 80/558 objects degraded (14.337%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:27.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:27 smithi154 ceph-mon[59043]: pgmap v152: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:27.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:27 smithi154 ceph-mon[59043]: from='osd.5 ' entity='osd.5' 2024-09-05T11:07:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:27 smithi119 ceph-mon[72222]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T11:07:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:27 smithi119 ceph-mon[72222]: osdmap e91: 8 total, 7 up, 8 in 2024-09-05T11:07:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:27 smithi119 ceph-mon[72222]: from='osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:27 smithi119 ceph-mon[72222]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:27 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 80/558 objects degraded (14.337%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:27 smithi119 ceph-mon[72222]: pgmap v152: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:27 smithi119 ceph-mon[72222]: from='osd.5 ' entity='osd.5' 2024-09-05T11:07:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:27 smithi050 ceph-mon[81192]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T11:07:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:27 smithi050 ceph-mon[81192]: osdmap e91: 8 total, 7 up, 8 in 2024-09-05T11:07:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:27 smithi050 ceph-mon[81192]: from='osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:27 smithi050 ceph-mon[81192]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:27 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 80/558 objects degraded (14.337%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:27 smithi050 ceph-mon[81192]: pgmap v152: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:27 smithi050 ceph-mon[81192]: from='osd.5 ' entity='osd.5' 2024-09-05T11:07:28.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:07:28.364+0000 7f0dabbfd640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-05T11:07:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:07:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978] boot 2024-09-05T11:07:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: osdmap e92: 8 total, 8 up, 8 in 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978] boot 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: osdmap e92: 8 total, 8 up, 8 in 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:07:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-05T11:07:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:07:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: osd.5 [v2:172.21.15.154:6800/3300540978,v1:172.21.15.154:6801/3300540978] boot 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: osdmap e92: 8 total, 8 up, 8 in 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-05T11:07:29.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:29 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-05T11:07:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:29 smithi119 ceph-mon[72222]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-05T11:07:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:29 smithi119 ceph-mon[72222]: pgmap v154: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:29 smithi119 ceph-mon[72222]: osdmap e93: 8 total, 8 up, 8 in 2024-09-05T11:07:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:29 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-05T11:07:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:29 smithi050 ceph-mon[81192]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-05T11:07:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:29 smithi050 ceph-mon[81192]: pgmap v154: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:29 smithi050 ceph-mon[81192]: osdmap e93: 8 total, 8 up, 8 in 2024-09-05T11:07:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:29 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-05T11:07:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:29 smithi154 ceph-mon[59043]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-05T11:07:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:29 smithi154 ceph-mon[59043]: pgmap v154: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 80/558 objects degraded (14.337%) 2024-09-05T11:07:29.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:29 smithi154 ceph-mon[59043]: osdmap e93: 8 total, 8 up, 8 in 2024-09-05T11:07:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:30 smithi050 ceph-mon[81192]: pgmap v156: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 55/558 objects degraded (9.857%) 2024-09-05T11:07:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:30 smithi154 ceph-mon[59043]: pgmap v156: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 55/558 objects degraded (9.857%) 2024-09-05T11:07:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:30 smithi119 ceph-mon[72222]: pgmap v156: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 55/558 objects degraded (9.857%) 2024-09-05T11:07:32.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:31 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 55/558 objects degraded (9.857%), 11 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:32.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:31 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 55/558 objects degraded (9.857%), 11 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:32.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:31 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 55/558 objects degraded (9.857%), 11 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:33.148 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:32 smithi119 ceph-mon[72222]: pgmap v157: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:07:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:32 smithi050 ceph-mon[81192]: pgmap v157: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:07:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:32 smithi154 ceph-mon[59043]: pgmap v157: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:07:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:33 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/558 objects degraded (9.857%), 11 pgs degraded) 2024-09-05T11:07:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:33 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:07:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:33 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/558 objects degraded (9.857%), 11 pgs degraded) 2024-09-05T11:07:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:33 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:07:34.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:33 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 55/558 objects degraded (9.857%), 11 pgs degraded) 2024-09-05T11:07:34.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:33 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:07:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:34 smithi050 ceph-mon[81192]: pgmap v158: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:07:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:34 smithi154 ceph-mon[59043]: pgmap v158: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:07:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:34 smithi119 ceph-mon[72222]: pgmap v158: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:07:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:36 smithi050 ceph-mon[81192]: pgmap v159: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3 op/s 2024-09-05T11:07:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:36 smithi154 ceph-mon[59043]: pgmap v159: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3 op/s 2024-09-05T11:07:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:36 smithi119 ceph-mon[72222]: pgmap v159: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3 op/s 2024-09-05T11:07:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:38 smithi050 ceph-mon[81192]: pgmap v160: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:38 smithi154 ceph-mon[59043]: pgmap v160: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:38 smithi119 ceph-mon[72222]: pgmap v160: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:40 smithi050 ceph-mon[81192]: pgmap v161: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 2 op/s 2024-09-05T11:07:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:40 smithi154 ceph-mon[59043]: pgmap v161: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 2 op/s 2024-09-05T11:07:41.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:40 smithi119 ceph-mon[72222]: pgmap v161: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 2 op/s 2024-09-05T11:07:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:42 smithi050 ceph-mon[81192]: pgmap v162: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:42 smithi154 ceph-mon[59043]: pgmap v162: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:43.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:42 smithi119 ceph-mon[72222]: pgmap v162: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:44.047 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:43 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-05T11:07:44.047 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:43 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-05T11:07:44.047 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:43 smithi154 ceph-mon[59043]: Upgrade: osd.6 is safe to restart 2024-09-05T11:07:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:43 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-05T11:07:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:43 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-05T11:07:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:43 smithi050 ceph-mon[81192]: Upgrade: osd.6 is safe to restart 2024-09-05T11:07:44.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:43 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-05T11:07:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:43 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-05T11:07:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:43 smithi119 ceph-mon[72222]: Upgrade: osd.6 is safe to restart 2024-09-05T11:07:45.975 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:45 smithi050 ceph-mon[81192]: Upgrade: Updating osd.6 2024-09-05T11:07:45.975 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:45.975 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T11:07:45.975 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:45.975 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:45 smithi050 ceph-mon[81192]: Deploying daemon osd.6 on smithi154 2024-09-05T11:07:45.975 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:45 smithi050 ceph-mon[81192]: pgmap v163: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:07:45.987 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:45 smithi154 ceph-mon[59043]: Upgrade: Updating osd.6 2024-09-05T11:07:45.987 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:45.988 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T11:07:45.988 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:45.988 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:45 smithi154 ceph-mon[59043]: Deploying daemon osd.6 on smithi154 2024-09-05T11:07:45.988 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:45 smithi154 ceph-mon[59043]: pgmap v163: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:07:45.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:45 smithi119 ceph-mon[72222]: Upgrade: Updating osd.6 2024-09-05T11:07:45.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:45.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-05T11:07:45.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:45.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:45 smithi119 ceph-mon[72222]: Deploying daemon osd.6 on smithi154 2024-09-05T11:07:45.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:45 smithi119 ceph-mon[72222]: pgmap v163: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:07:46.997 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:07:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:46 smithi050 ceph-mon[81192]: pgmap v164: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:46 smithi154 ceph-mon[59043]: pgmap v164: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:46 smithi119 ceph-mon[72222]: pgmap v164: 33 pgs: 33 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:07:47.565 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:07:47.565 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (5m) 2m ago 19m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (4m) 53s ago 17m 439M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (4m) 2m ago 20m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (4m) 53s ago 18m 38.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (3m) 23s ago 18m 35.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (12m) 2m ago 12m 142M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (12m) 53s ago 12m 135M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (12m) 23s ago 12m 140M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (13m) 4m ago 13m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (2m) 2m ago 17m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (2m) 2m ago 17m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (115s) 53s ago 16m 38.4M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (85s) 53s ago 16m 40.7M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:07:47.566 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (55s) 53s ago 16m 13.3M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 89330cf482ab 2024-09-05T11:07:47.567 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (25s) 23s ago 15m 11.5M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 287053cf3ad8 2024-09-05T11:07:47.567 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (15m) 23s ago 15m 46.4M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 3e59b36af5ab 2024-09-05T11:07:47.567 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (14m) 23s ago 14m 49.0M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:07:47.825 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:47 smithi154 systemd[1]: Stopping Ceph osd.6 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:07:48.145 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:07:48.145 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:07:48.145 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:07:48.145 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:07:48.145 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 1, 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 6 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 18.2.4-661-ga1de9ae7 (a1de9ae78320e864f402db6344a92b2944c13080) reef (stable)": 1, 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 11 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:07:48.146 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:07:48.147 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:47 smithi050 ceph-mon[81192]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.147 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:47 smithi050 ceph-mon[81192]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.147 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:47 smithi050 ceph-mon[81192]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.147 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:47 smithi050 ceph-mon[81192]: osd.6 marked itself down and dead 2024-09-05T11:07:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:47 smithi154 ceph-mon[59043]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:47 smithi154 ceph-mon[59043]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:47 smithi154 ceph-mon[59043]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:47 smithi154 ceph-mon[59043]: osd.6 marked itself down and dead 2024-09-05T11:07:48.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[42259]: 2024-09-05T11:07:47.823+0000 7fe7d9bc6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:07:48.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[42259]: 2024-09-05T11:07:47.823+0000 7fe7d9bc6640 -1 osd.6 93 *** Got signal Terminated *** 2024-09-05T11:07:48.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:47 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[42259]: 2024-09-05T11:07:47.823+0000 7fe7d9bc6640 -1 osd.6 93 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:07:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:47 smithi119 ceph-mon[72222]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:47 smithi119 ceph-mon[72222]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:47 smithi119 ceph-mon[72222]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:47 smithi119 ceph-mon[72222]: osd.6 marked itself down and dead 2024-09-05T11:07:48.557 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:48 smithi154 podman[67699]: 2024-09-05 11:07:48.301348657 +0000 UTC m=+0.587652512 container died 3e59b36af5abfafe57693975b20350bdd3bbbe1216421c24b73f224384ff50a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-nvmeof-a1de9ae, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:07:48.620 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:07:48.621 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "11/17 daemons upgraded", 2024-09-05T11:07:48.621 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading osd daemons", 2024-09-05T11:07:48.621 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:07:48.621 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:07:48.855 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:48 smithi154 podman[67699]: 2024-09-05 11:07:48.656516862 +0000 UTC m=+0.942820727 container cleanup 3e59b36af5abfafe57693975b20350bdd3bbbe1216421c24b73f224384ff50a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=reef-nvmeof-a1de9ae, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-05T11:07:48.856 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:48 smithi154 bash[67699]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6 2024-09-05T11:07:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:48 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:07:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:48 smithi050 ceph-mon[81192]: osdmap e94: 8 total, 7 up, 8 in 2024-09-05T11:07:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:48 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/398199047' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:48 smithi050 ceph-mon[81192]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:48 smithi050 ceph-mon[81192]: pgmap v166: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:48 smithi050 ceph-mon[81192]: osdmap e95: 8 total, 7 up, 8 in 2024-09-05T11:07:48.972 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_WARN 1 osds down 2024-09-05T11:07:48.973 INFO:teuthology.orchestra.run.smithi050.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-05T11:07:48.973 INFO:teuthology.orchestra.run.smithi050.stdout: osd.6 (root=default,host=smithi154) is down 2024-09-05T11:07:49.176 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:48 smithi154 podman[67715]: 2024-09-05 11:07:48.983147078 +0000 UTC m=+0.685310731 container remove 3e59b36af5abfafe57693975b20350bdd3bbbe1216421c24b73f224384ff50a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, org.label-schema.vendor=CentOS, RELEASE=reef-nvmeof-a1de9ae, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-05T11:07:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:48 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:07:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:48 smithi154 ceph-mon[59043]: osdmap e94: 8 total, 7 up, 8 in 2024-09-05T11:07:49.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:48 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/398199047' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:49.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:48 smithi154 ceph-mon[59043]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:49.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:48 smithi154 ceph-mon[59043]: pgmap v166: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:49.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:48 smithi154 ceph-mon[59043]: osdmap e95: 8 total, 7 up, 8 in 2024-09-05T11:07:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:48 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:07:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:48 smithi119 ceph-mon[72222]: osdmap e94: 8 total, 7 up, 8 in 2024-09-05T11:07:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:48 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/398199047' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:48 smithi119 ceph-mon[72222]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:07:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:48 smithi119 ceph-mon[72222]: pgmap v166: 33 pgs: 3 stale+active+clean, 30 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:07:49.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:48 smithi119 ceph-mon[72222]: osdmap e95: 8 total, 7 up, 8 in 2024-09-05T11:07:49.676 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:49 smithi154 podman[67803]: 2024-09-05 11:07:49.350703784 +0000 UTC m=+0.111278219 container create 8a1f3db73e5914b1ef5876273b257fdff6216dad8a0bb215071fc33c071f07c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:07:49.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:49 smithi154 podman[67803]: 2024-09-05 11:07:49.255547051 +0000 UTC m=+0.016121499 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:07:49.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:49 smithi154 podman[67803]: 2024-09-05 11:07:49.578173512 +0000 UTC m=+0.338747947 container init 8a1f3db73e5914b1ef5876273b257fdff6216dad8a0bb215071fc33c071f07c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-05T11:07:49.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:49 smithi154 podman[67803]: 2024-09-05 11:07:49.581583329 +0000 UTC m=+0.342157781 container start 8a1f3db73e5914b1ef5876273b257fdff6216dad8a0bb215071fc33c071f07c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-05T11:07:50.040 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:49 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3016025120' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:07:50.041 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:49 smithi154 podman[67803]: 2024-09-05 11:07:49.678197726 +0000 UTC m=+0.438772171 container attach 8a1f3db73e5914b1ef5876273b257fdff6216dad8a0bb215071fc33c071f07c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-05T11:07:50.041 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:49 smithi154 podman[67826]: 2024-09-05 11:07:49.798594793 +0000 UTC m=+0.019130126 container died 8a1f3db73e5914b1ef5876273b257fdff6216dad8a0bb215071fc33c071f07c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-05T11:07:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:49 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3016025120' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:07:50.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:49 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3016025120' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:07:50.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:50 smithi154 podman[67826]: 2024-09-05 11:07:50.331582236 +0000 UTC m=+0.552117556 container remove 8a1f3db73e5914b1ef5876273b257fdff6216dad8a0bb215071fc33c071f07c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-05T11:07:50.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:50 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-05T11:07:50.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:50 smithi154 systemd[1]: Stopped Ceph osd.6 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:07:50.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:50 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.6.service: Consumed 5.217s CPU time. 2024-09-05T11:07:50.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:50 smithi154 systemd[1]: Starting Ceph osd.6 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:07:51.019 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:50 smithi154 ceph-mon[59043]: pgmap v168: 33 pgs: 3 stale+active+clean, 4 active+undersized+degraded, 26 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 18/558 objects degraded (3.226%) 2024-09-05T11:07:51.019 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:50 smithi154 podman[67924]: 2024-09-05 11:07:50.661535853 +0000 UTC m=+0.021388411 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:07:51.020 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:50 smithi154 podman[67924]: 2024-09-05 11:07:50.782784326 +0000 UTC m=+0.142636873 container create 6743d164e410493ffb70d69ab7a6d0f4b2a975911ac75fc0130fd66a0cac40f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=) 2024-09-05T11:07:51.020 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 podman[67924]: 2024-09-05 11:07:51.018742691 +0000 UTC m=+0.378595238 container init 6743d164e410493ffb70d69ab7a6d0f4b2a975911ac75fc0130fd66a0cac40f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-05T11:07:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:50 smithi050 ceph-mon[81192]: pgmap v168: 33 pgs: 3 stale+active+clean, 4 active+undersized+degraded, 26 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 18/558 objects degraded (3.226%) 2024-09-05T11:07:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:50 smithi119 ceph-mon[72222]: pgmap v168: 33 pgs: 3 stale+active+clean, 4 active+undersized+degraded, 26 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 18/558 objects degraded (3.226%) 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 podman[67924]: 2024-09-05 11:07:51.022199411 +0000 UTC m=+0.382051961 container start 6743d164e410493ffb70d69ab7a6d0f4b2a975911ac75fc0130fd66a0cac40f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 podman[67924]: 2024-09-05 11:07:51.110395651 +0000 UTC m=+0.470248215 container attach 6743d164e410493ffb70d69ab7a6d0f4b2a975911ac75fc0130fd66a0cac40f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:07:51.281 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6/block 2024-09-05T11:07:51.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6/block 2024-09-05T11:07:51.572 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-09-05T11:07:51.572 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-09-05T11:07:51.572 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-05T11:07:51.572 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-05T11:07:51.573 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-05T11:07:51.573 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-05T11:07:51.573 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate[67939]: --> ceph-volume lvm activate successful for osd ID: 6 2024-09-05T11:07:51.573 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 bash[67924]: --> ceph-volume lvm activate successful for osd ID: 6 2024-09-05T11:07:51.573 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 podman[67924]: 2024-09-05 11:07:51.306716897 +0000 UTC m=+0.666569446 container died 6743d164e410493ffb70d69ab7a6d0f4b2a975911ac75fc0130fd66a0cac40f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:07:52.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:51 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 18/558 objects degraded (3.226%), 4 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:51 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 18/558 objects degraded (3.226%), 4 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:52.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:51 smithi154 podman[68052]: 2024-09-05 11:07:51.847195963 +0000 UTC m=+0.534475292 container remove 6743d164e410493ffb70d69ab7a6d0f4b2a975911ac75fc0130fd66a0cac40f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-05T11:07:52.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 podman[68107]: 2024-09-05 11:07:51.957927342 +0000 UTC m=+0.019349342 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:07:52.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 podman[68107]: 2024-09-05 11:07:52.064631695 +0000 UTC m=+0.126053684 container create ebb829f1f7f0b4154e05dba801a6db0ae1ed1522b5d68538ce5e959ce2147a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-05T11:07:52.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:51 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 18/558 objects degraded (3.226%), 4 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:52.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 podman[68107]: 2024-09-05 11:07:52.308561206 +0000 UTC m=+0.369983197 container init ebb829f1f7f0b4154e05dba801a6db0ae1ed1522b5d68538ce5e959ce2147a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-05T11:07:52.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 podman[68107]: 2024-09-05 11:07:52.311809946 +0000 UTC m=+0.373231937 container start ebb829f1f7f0b4154e05dba801a6db0ae1ed1522b5d68538ce5e959ce2147a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-05T11:07:52.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 ceph-osd[68126]: -- 172.21.15.154:0/21231565 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556824a47a40 con 0x55682580a400 2024-09-05T11:07:52.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 bash[68107]: ebb829f1f7f0b4154e05dba801a6db0ae1ed1522b5d68538ce5e959ce2147a9d 2024-09-05T11:07:52.677 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 systemd[1]: Started Ceph osd.6 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:07:53.176 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:07:52.854+0000 7f61fa881640 -1 Falling back to public interface 2024-09-05T11:07:53.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:53.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:53.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:53 smithi154 ceph-mon[59043]: pgmap v169: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:53.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:53 smithi119 ceph-mon[72222]: pgmap v169: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:53.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:53 smithi050 ceph-mon[81192]: pgmap v169: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:55.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:55 smithi119 ceph-mon[72222]: pgmap v170: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:55.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.803 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.804 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.804 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:55 smithi154 ceph-mon[59043]: pgmap v170: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:55.804 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.804 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.804 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:07:55.607+0000 7f61fa881640 -1 osd.6 93 log_to_monitors true 2024-09-05T11:07:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:55 smithi050 ceph-mon[81192]: pgmap v170: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:56 smithi154 ceph-mon[59043]: from='osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T11:07:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:56 smithi154 ceph-mon[59043]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T11:07:56.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:56 smithi119 ceph-mon[72222]: from='osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T11:07:56.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:56 smithi119 ceph-mon[72222]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T11:07:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:56 smithi050 ceph-mon[81192]: from='osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T11:07:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:56 smithi050 ceph-mon[81192]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-05T11:07:57.041 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:07:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:07:56.940+0000 7f61ee624640 -1 osd.6 93 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:07:57.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:57 smithi119 ceph-mon[72222]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T11:07:57.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:57 smithi119 ceph-mon[72222]: osdmap e96: 8 total, 7 up, 8 in 2024-09-05T11:07:57.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:57 smithi119 ceph-mon[72222]: from='osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:57.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:57 smithi119 ceph-mon[72222]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:57.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:57 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 53/558 objects degraded (9.498%), 11 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:57.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:57 smithi119 ceph-mon[72222]: pgmap v172: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:57.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:57 smithi119 ceph-mon[72222]: from='osd.6 ' entity='osd.6' 2024-09-05T11:07:57.789 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:57 smithi154 ceph-mon[59043]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T11:07:57.789 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:57 smithi154 ceph-mon[59043]: osdmap e96: 8 total, 7 up, 8 in 2024-09-05T11:07:57.789 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:57 smithi154 ceph-mon[59043]: from='osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:57.789 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:57 smithi154 ceph-mon[59043]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:57.789 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:57 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 53/558 objects degraded (9.498%), 11 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:57.789 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:57 smithi154 ceph-mon[59043]: pgmap v172: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:57.789 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:57 smithi154 ceph-mon[59043]: from='osd.6 ' entity='osd.6' 2024-09-05T11:07:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:57 smithi050 ceph-mon[81192]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T11:07:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:57 smithi050 ceph-mon[81192]: osdmap e96: 8 total, 7 up, 8 in 2024-09-05T11:07:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:57 smithi050 ceph-mon[81192]: from='osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:57 smithi050 ceph-mon[81192]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:07:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:57 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 53/558 objects degraded (9.498%), 11 pgs degraded (PG_DEGRADED) 2024-09-05T11:07:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:57 smithi050 ceph-mon[81192]: pgmap v172: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:57.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:57 smithi050 ceph-mon[81192]: from='osd.6 ' entity='osd.6' 2024-09-05T11:07:58.673 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:07:58.276+0000 7f0dabbfd640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-05T11:07:58.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:07:58.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925] boot 2024-09-05T11:07:58.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: osdmap e97: 8 total, 8 up, 8 in 2024-09-05T11:07:58.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:07:58.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:58.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:07:58.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.675 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:58.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.676 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925] boot 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: osdmap e97: 8 total, 8 up, 8 in 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-05T11:07:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:07:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: osd.6 [v2:172.21.15.154:6808/1625482925,v1:172.21.15.154:6809/1625482925] boot 2024-09-05T11:07:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: osdmap e97: 8 total, 8 up, 8 in 2024-09-05T11:07:58.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-05T11:07:58.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:07:58.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:07:58.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:07:58.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:07:58.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:07:58.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-05T11:07:59.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:59 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-05T11:07:59.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:59 smithi119 ceph-mon[72222]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-05T11:07:59.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:59 smithi119 ceph-mon[72222]: pgmap v174: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:59.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:07:59 smithi119 ceph-mon[72222]: osdmap e98: 8 total, 8 up, 8 in 2024-09-05T11:07:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:59 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-05T11:07:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:59 smithi050 ceph-mon[81192]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-05T11:07:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:59 smithi050 ceph-mon[81192]: pgmap v174: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:59.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:07:59 smithi050 ceph-mon[81192]: osdmap e98: 8 total, 8 up, 8 in 2024-09-05T11:07:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:59 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-05T11:07:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:59 smithi154 ceph-mon[59043]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-09-05T11:07:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:59 smithi154 ceph-mon[59043]: pgmap v174: 33 pgs: 11 active+undersized+degraded, 22 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s; 53/558 objects degraded (9.498%) 2024-09-05T11:07:59.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:07:59 smithi154 ceph-mon[59043]: osdmap e98: 8 total, 8 up, 8 in 2024-09-05T11:08:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:00 smithi050 ceph-mon[81192]: pgmap v176: 33 pgs: 7 active+undersized+degraded, 26 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 35/558 objects degraded (6.272%) 2024-09-05T11:08:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:00 smithi154 ceph-mon[59043]: pgmap v176: 33 pgs: 7 active+undersized+degraded, 26 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 35/558 objects degraded (6.272%) 2024-09-05T11:08:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:00 smithi119 ceph-mon[72222]: pgmap v176: 33 pgs: 7 active+undersized+degraded, 26 active+clean; 609 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 35/558 objects degraded (6.272%) 2024-09-05T11:08:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:01 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 35/558 objects degraded (6.272%), 7 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:01 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 35/558 objects degraded (6.272%), 7 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:01 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 35/558 objects degraded (6.272%), 7 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:03.149 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:02 smithi119 ceph-mon[72222]: pgmap v177: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:08:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:02 smithi050 ceph-mon[81192]: pgmap v177: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:08:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:02 smithi154 ceph-mon[59043]: pgmap v177: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 5 op/s 2024-09-05T11:08:04.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:03 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/558 objects degraded (6.272%), 7 pgs degraded) 2024-09-05T11:08:04.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:03 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:08:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:03 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/558 objects degraded (6.272%), 7 pgs degraded) 2024-09-05T11:08:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:03 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:08:04.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:03 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/558 objects degraded (6.272%), 7 pgs degraded) 2024-09-05T11:08:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:03 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:08:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:04 smithi050 ceph-mon[81192]: pgmap v178: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:08:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:04 smithi154 ceph-mon[59043]: pgmap v178: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:08:05.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:04 smithi119 ceph-mon[72222]: pgmap v178: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:08:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:06 smithi050 ceph-mon[81192]: pgmap v179: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:08:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:06 smithi154 ceph-mon[59043]: pgmap v179: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:08:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:06 smithi119 ceph-mon[72222]: pgmap v179: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 3 op/s 2024-09-05T11:08:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:08 smithi050 ceph-mon[81192]: pgmap v180: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:08:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:08 smithi154 ceph-mon[59043]: pgmap v180: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:08:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:08 smithi119 ceph-mon[72222]: pgmap v180: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:08:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:10 smithi050 ceph-mon[81192]: pgmap v181: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:08:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:10 smithi154 ceph-mon[59043]: pgmap v181: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:08:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:10 smithi119 ceph-mon[72222]: pgmap v181: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:08:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:12 smithi050 ceph-mon[81192]: pgmap v182: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:08:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:12 smithi154 ceph-mon[59043]: pgmap v182: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:08:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:12 smithi119 ceph-mon[72222]: pgmap v182: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:08:13.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:13 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-05T11:08:13.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:13 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-05T11:08:13.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:13 smithi154 ceph-mon[59043]: Upgrade: osd.7 is safe to restart 2024-09-05T11:08:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:13 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-05T11:08:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:13 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-05T11:08:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:13 smithi050 ceph-mon[81192]: Upgrade: osd.7 is safe to restart 2024-09-05T11:08:14.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:13 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-05T11:08:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:13 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-05T11:08:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:13 smithi119 ceph-mon[72222]: Upgrade: osd.7 is safe to restart 2024-09-05T11:08:15.884 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:15 smithi154 ceph-mon[59043]: Upgrade: Updating osd.7 2024-09-05T11:08:15.884 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:15 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:15.885 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:15 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T11:08:15.885 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:15 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:15.885 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:15 smithi154 ceph-mon[59043]: Deploying daemon osd.7 on smithi154 2024-09-05T11:08:15.885 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:15 smithi154 ceph-mon[59043]: pgmap v183: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:08:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:15 smithi050 ceph-mon[81192]: Upgrade: Updating osd.7 2024-09-05T11:08:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T11:08:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:15 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:15 smithi050 ceph-mon[81192]: Deploying daemon osd.7 on smithi154 2024-09-05T11:08:15.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:15 smithi050 ceph-mon[81192]: pgmap v183: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:08:15.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:15 smithi119 ceph-mon[72222]: Upgrade: Updating osd.7 2024-09-05T11:08:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-05T11:08:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:15 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:15 smithi119 ceph-mon[72222]: Deploying daemon osd.7 on smithi154 2024-09-05T11:08:15.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:15 smithi119 ceph-mon[72222]: pgmap v183: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:08:17.116 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:16 smithi154 ceph-mon[59043]: pgmap v184: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:08:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:16 smithi050 ceph-mon[81192]: pgmap v184: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:08:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:16 smithi119 ceph-mon[72222]: pgmap v184: 33 pgs: 33 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:08:17.711 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:17 smithi154 systemd[1]: Stopping Ceph osd.7 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:17 smithi050 ceph-mon[81192]: osd.7 marked itself down and dead 2024-09-05T11:08:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:17 smithi154 ceph-mon[59043]: osd.7 marked itself down and dead 2024-09-05T11:08:18.176 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[48266]: 2024-09-05T11:08:17.736+0000 7fdf7d86e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:08:18.176 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[48266]: 2024-09-05T11:08:17.736+0000 7fdf7d86e640 -1 osd.7 98 *** Got signal Terminated *** 2024-09-05T11:08:18.176 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[48266]: 2024-09-05T11:08:17.736+0000 7fdf7d86e640 -1 osd.7 98 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:08:18.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:17 smithi119 ceph-mon[72222]: osd.7 marked itself down and dead 2024-09-05T11:08:18.676 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:18 smithi154 podman[71781]: 2024-09-05 11:08:18.406456746 +0000 UTC m=+0.800021981 container died 23d78a7a5fef033be9095119538d4ab76b60f8610923bb0022abf0ff82846f6a (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-nvmeof-a1de9ae, org.label-schema.vendor=CentOS) 2024-09-05T11:08:19.155 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:18 smithi154 ceph-mon[59043]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:08:19.155 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:18 smithi154 ceph-mon[59043]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-05T11:08:19.155 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:18 smithi154 ceph-mon[59043]: osdmap e99: 8 total, 7 up, 8 in 2024-09-05T11:08:19.156 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:18 smithi154 ceph-mon[59043]: pgmap v186: 33 pgs: 7 stale+active+clean, 26 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:08:19.156 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:18 smithi154 podman[71781]: 2024-09-05 11:08:18.886526592 +0000 UTC m=+1.280091822 container cleanup 23d78a7a5fef033be9095119538d4ab76b60f8610923bb0022abf0ff82846f6a (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-nvmeof-a1de9ae, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:08:19.156 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:18 smithi154 bash[71781]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7 2024-09-05T11:08:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:18 smithi050 ceph-mon[81192]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:08:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:18 smithi050 ceph-mon[81192]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-05T11:08:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:18 smithi050 ceph-mon[81192]: osdmap e99: 8 total, 7 up, 8 in 2024-09-05T11:08:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:18 smithi050 ceph-mon[81192]: pgmap v186: 33 pgs: 7 stale+active+clean, 26 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:08:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:18 smithi119 ceph-mon[72222]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-05T11:08:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:18 smithi119 ceph-mon[72222]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-05T11:08:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:18 smithi119 ceph-mon[72222]: osdmap e99: 8 total, 7 up, 8 in 2024-09-05T11:08:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:18 smithi119 ceph-mon[72222]: pgmap v186: 33 pgs: 7 stale+active+clean, 26 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:08:19.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:19 smithi154 podman[71806]: 2024-09-05 11:08:19.154307555 +0000 UTC m=+0.743647013 container remove 23d78a7a5fef033be9095119538d4ab76b60f8610923bb0022abf0ff82846f6a (image=quay.ceph.io/ceph-ci/ceph@sha256:0d9cbc068dcf191c81b6853a2de8c1b2d9e11f9fb7b5d21bb6f65f4405ef53dc, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-nvmeof-a1de9ae, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-05T11:08:19.463 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:08:19.783 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:19 smithi154 podman[71897]: 2024-09-05 11:08:19.513551358 +0000 UTC m=+0.112924060 container create d9101339bafc7c73f820d87a04d6323cf9d5c45ee2c728d12f104f567157fcc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:08:19.783 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:19 smithi154 podman[71897]: 2024-09-05 11:08:19.416991274 +0000 UTC m=+0.016363977 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:08:19.784 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:19 smithi154 podman[71897]: 2024-09-05 11:08:19.782742888 +0000 UTC m=+0.382115591 container init d9101339bafc7c73f820d87a04d6323cf9d5c45ee2c728d12f104f567157fcc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=) 2024-09-05T11:08:20.036 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:08:20.036 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (5m) 2m ago 20m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:08:20.036 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (5m) 86s ago 18m 439M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:08:20.036 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (5m) 2m ago 20m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:08:20.036 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (4m) 86s ago 18m 38.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (4m) 25s ago 18m 37.7M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (13m) 2m ago 13m 142M - 1.2.16 c8d40f5109eb 2da977326f16 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (13m) 86s ago 13m 135M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (13m) 25s ago 13m 140M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (13m) 4m ago 13m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (3m) 2m ago 18m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (2m) 2m ago 17m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (2m) 86s ago 17m 38.4M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (118s) 86s ago 16m 40.7M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (88s) 86s ago 16m 13.3M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 89330cf482ab 2024-09-05T11:08:20.037 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (58s) 25s ago 16m 48.1M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 287053cf3ad8 2024-09-05T11:08:20.038 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (28s) 25s ago 15m 12.0M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 ebb829f1f7f0 2024-09-05T11:08:20.038 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (15m) 25s ago 15m 50.1M 5696M 18.2.4-661-ga1de9ae7 13f0a984206a 23d78a7a5fef 2024-09-05T11:08:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:19 smithi050 ceph-mon[81192]: osdmap e100: 8 total, 7 up, 8 in 2024-09-05T11:08:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:19 smithi050 ceph-mon[81192]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:19 smithi050 ceph-mon[81192]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:19 smithi154 ceph-mon[59043]: osdmap e100: 8 total, 7 up, 8 in 2024-09-05T11:08:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:19 smithi154 ceph-mon[59043]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:19 smithi154 ceph-mon[59043]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:19 smithi154 podman[71897]: 2024-09-05 11:08:19.786312371 +0000 UTC m=+0.385685074 container start d9101339bafc7c73f820d87a04d6323cf9d5c45ee2c728d12f104f567157fcc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-05T11:08:20.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:19 smithi154 podman[71897]: 2024-09-05 11:08:19.913073146 +0000 UTC m=+0.512445867 container attach d9101339bafc7c73f820d87a04d6323cf9d5c45ee2c728d12f104f567157fcc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-05T11:08:20.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:19 smithi154 podman[71897]: 2024-09-05 11:08:19.972057592 +0000 UTC m=+0.571430307 container died d9101339bafc7c73f820d87a04d6323cf9d5c45ee2c728d12f104f567157fcc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-05T11:08:20.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:19 smithi119 ceph-mon[72222]: osdmap e100: 8 total, 7 up, 8 in 2024-09-05T11:08:20.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:19 smithi119 ceph-mon[72222]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:19 smithi119 ceph-mon[72222]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.374 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:08:20.374 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:08:20.374 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:08:20.374 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:08:20.374 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:08:20.374 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:08:20.374 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:08:20.375 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:08:20.375 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 7 2024-09-05T11:08:20.375 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:08:20.375 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:08:20.375 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 12 2024-09-05T11:08:20.375 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:08:20.375 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "12/17 daemons upgraded", 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading osd daemons", 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:08:20.666 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:08:20.860 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:20 smithi154 podman[71921]: 2024-09-05 11:08:20.527912896 +0000 UTC m=+0.549957128 container remove d9101339bafc7c73f820d87a04d6323cf9d5c45ee2c728d12f104f567157fcc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-05T11:08:20.860 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:20 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-05T11:08:20.860 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:20 smithi154 systemd[1]: Stopped Ceph osd.7 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:08:20.860 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:20 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.7.service: Consumed 6.672s CPU time. 2024-09-05T11:08:20.860 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:20 smithi154 systemd[1]: Starting Ceph osd.7 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:20 smithi050 ceph-mon[81192]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:20 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/258058889' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:20 smithi050 ceph-mon[81192]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:20 smithi050 ceph-mon[81192]: pgmap v188: 33 pgs: 5 stale+active+clean, 3 active+undersized+degraded, 25 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 op/s; 14/558 objects degraded (2.509%) 2024-09-05T11:08:21.012 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Degraded data redundancy: 14/558 objects degraded (2.509%), 3 pgs degraded 2024-09-05T11:08:21.012 INFO:teuthology.orchestra.run.smithi050.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-05T11:08:21.012 INFO:teuthology.orchestra.run.smithi050.stdout: osd.7 (root=default,host=smithi154) is down 2024-09-05T11:08:21.012 INFO:teuthology.orchestra.run.smithi050.stdout:[WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-05T11:08:21.013 INFO:teuthology.orchestra.run.smithi050.stdout: all OSDs are running squid or later but require_osd_release < squid 2024-09-05T11:08:21.013 INFO:teuthology.orchestra.run.smithi050.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 14/558 objects degraded (2.509%), 3 pgs degraded 2024-09-05T11:08:21.013 INFO:teuthology.orchestra.run.smithi050.stdout: pg 2.3 is active+undersized+degraded, acting [4,2] 2024-09-05T11:08:21.013 INFO:teuthology.orchestra.run.smithi050.stdout: pg 2.13 is active+undersized+degraded, acting [4,6] 2024-09-05T11:08:21.013 INFO:teuthology.orchestra.run.smithi050.stdout: pg 2.1c is active+undersized+degraded, acting [4,5] 2024-09-05T11:08:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:20 smithi154 ceph-mon[59043]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:20 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/258058889' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:20 smithi154 ceph-mon[59043]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:21.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:20 smithi154 ceph-mon[59043]: pgmap v188: 33 pgs: 5 stale+active+clean, 3 active+undersized+degraded, 25 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 op/s; 14/558 objects degraded (2.509%) 2024-09-05T11:08:21.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:20 smithi154 podman[72020]: 2024-09-05 11:08:20.854543219 +0000 UTC m=+0.015659328 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:08:21.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:20 smithi154 podman[72020]: 2024-09-05 11:08:20.95643686 +0000 UTC m=+0.117552961 container create 0b213d3431969d627cb31c6782ebda96d2e4712ecad0904d85b528b6a0de0fc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T11:08:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:20 smithi119 ceph-mon[72222]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:20 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/258058889' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:20 smithi119 ceph-mon[72222]: from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:20 smithi119 ceph-mon[72222]: pgmap v188: 33 pgs: 5 stale+active+clean, 3 active+undersized+degraded, 25 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 op/s; 14/558 objects degraded (2.509%) 2024-09-05T11:08:21.450 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 podman[72020]: 2024-09-05 11:08:21.183627017 +0000 UTC m=+0.344743110 container init 0b213d3431969d627cb31c6782ebda96d2e4712ecad0904d85b528b6a0de0fc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 podman[72020]: 2024-09-05 11:08:21.186968817 +0000 UTC m=+0.348084907 container start 0b213d3431969d627cb31c6782ebda96d2e4712ecad0904d85b528b6a0de0fc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 podman[72020]: 2024-09-05 11:08:21.275405861 +0000 UTC m=+0.436521966 container attach 0b213d3431969d627cb31c6782ebda96d2e4712ecad0904d85b528b6a0de0fc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=) 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.451 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-7/block 2024-09-05T11:08:21.452 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-7/block 2024-09-05T11:08:21.771 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-09-05T11:08:21.771 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-09-05T11:08:21.771 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-05T11:08:21.772 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-05T11:08:21.772 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-05T11:08:21.772 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-05T11:08:21.772 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate[72036]: --> ceph-volume lvm activate successful for osd ID: 7 2024-09-05T11:08:21.772 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 bash[72020]: --> ceph-volume lvm activate successful for osd ID: 7 2024-09-05T11:08:21.772 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:21 smithi154 podman[72020]: 2024-09-05 11:08:21.476020057 +0000 UTC m=+0.637136159 container died 0b213d3431969d627cb31c6782ebda96d2e4712ecad0904d85b528b6a0de0fc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-05T11:08:22.046 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-mon[59043]: Health check failed: Degraded data redundancy: 14/558 objects degraded (2.509%), 3 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:22.046 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:21 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2859438732' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:08:22.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:21 smithi050 ceph-mon[81192]: Health check failed: Degraded data redundancy: 14/558 objects degraded (2.509%), 3 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:22.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:21 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2859438732' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:08:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:21 smithi119 ceph-mon[72222]: Health check failed: Degraded data redundancy: 14/558 objects degraded (2.509%), 3 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:21 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2859438732' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:08:22.353 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 podman[72149]: 2024-09-05 11:08:22.045847508 +0000 UTC m=+0.563474310 container remove 0b213d3431969d627cb31c6782ebda96d2e4712ecad0904d85b528b6a0de0fc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-activate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-09-05T11:08:22.354 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 podman[72207]: 2024-09-05 11:08:22.246689927 +0000 UTC m=+0.109142269 container create 11b00744f04e1e346d16abec77af310f072e3139b213f7abe71ca5e8579d6839 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-05T11:08:22.354 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 podman[72207]: 2024-09-05 11:08:22.15502145 +0000 UTC m=+0.017473812 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:08:22.926 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 podman[72207]: 2024-09-05 11:08:22.465366703 +0000 UTC m=+0.327819043 container init 11b00744f04e1e346d16abec77af310f072e3139b213f7abe71ca5e8579d6839 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, ceph=True) 2024-09-05T11:08:22.927 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 podman[72207]: 2024-09-05 11:08:22.46848933 +0000 UTC m=+0.330941679 container start 11b00744f04e1e346d16abec77af310f072e3139b213f7abe71ca5e8579d6839 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-05T11:08:22.927 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 ceph-osd[72225]: -- 172.21.15.154:0/2521672013 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564bedaeba40 con 0x564bee8ae000 2024-09-05T11:08:22.927 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 bash[72207]: 11b00744f04e1e346d16abec77af310f072e3139b213f7abe71ca5e8579d6839 2024-09-05T11:08:22.927 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:22 smithi154 systemd[1]: Started Ceph osd.7 for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:08:23.309 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:08:23.022+0000 7f21982a3640 -1 Falling back to public interface 2024-09-05T11:08:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:08:23.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:23 smithi050 ceph-mon[81192]: pgmap v189: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:08:23.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:23 smithi154 ceph-mon[59043]: pgmap v189: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:23.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:08:23.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:23 smithi119 ceph-mon[72222]: pgmap v189: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:25.123 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.123 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.123 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.123 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.123 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:24 smithi154 ceph-mon[59043]: pgmap v190: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:24 smithi050 ceph-mon[81192]: pgmap v190: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:24 smithi119 ceph-mon[72222]: pgmap v190: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 242 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:26.116 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:08:25.767+0000 7f21982a3640 -1 osd.7 98 log_to_monitors true 2024-09-05T11:08:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:26 smithi119 ceph-mon[72222]: from='osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T11:08:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:26 smithi119 ceph-mon[72222]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T11:08:26.824 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:26 smithi154 ceph-mon[59043]: from='osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T11:08:26.824 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:26 smithi154 ceph-mon[59043]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T11:08:26.824 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:08:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:08:26.501+0000 7f219004e640 -1 osd.7 98 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T11:08:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:26 smithi050 ceph-mon[81192]: from='osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T11:08:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:26 smithi050 ceph-mon[81192]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-05T11:08:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:27 smithi119 ceph-mon[72222]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T11:08:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:27 smithi119 ceph-mon[72222]: osdmap e101: 8 total, 7 up, 8 in 2024-09-05T11:08:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:27 smithi119 ceph-mon[72222]: from='osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:08:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:27 smithi119 ceph-mon[72222]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:08:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:27 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 99/558 objects degraded (17.742%), 16 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:27 smithi119 ceph-mon[72222]: pgmap v192: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:27 smithi050 ceph-mon[81192]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T11:08:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:27 smithi050 ceph-mon[81192]: osdmap e101: 8 total, 7 up, 8 in 2024-09-05T11:08:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:27 smithi050 ceph-mon[81192]: from='osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:08:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:27 smithi050 ceph-mon[81192]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:08:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:27 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 99/558 objects degraded (17.742%), 16 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:27.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:27 smithi050 ceph-mon[81192]: pgmap v192: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:27 smithi154 ceph-mon[59043]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T11:08:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:27 smithi154 ceph-mon[59043]: osdmap e101: 8 total, 7 up, 8 in 2024-09-05T11:08:27.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:27 smithi154 ceph-mon[59043]: from='osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:08:27.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:27 smithi154 ceph-mon[59043]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]} : dispatch 2024-09-05T11:08:27.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:27 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 99/558 objects degraded (17.742%), 16 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:27.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:27 smithi154 ceph-mon[59043]: pgmap v192: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 47 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914] boot 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: osdmap e102: 8 total, 8 up, 8 in 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:08:28.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all osd 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-05T11:08:28.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: Upgrade: Setting require_osd_release to 19 squid 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-05T11:08:28.751 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:28 smithi119 ceph-mon[72222]: osdmap e103: 8 total, 8 up, 8 in 2024-09-05T11:08:28.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:08:28.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914] boot 2024-09-05T11:08:28.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: osdmap e102: 8 total, 8 up, 8 in 2024-09-05T11:08:28.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:08:28.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all osd 2024-09-05T11:08:28.912 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-05T11:08:28.913 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: Upgrade: Setting require_osd_release to 19 squid 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-05T11:08:28.914 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:28 smithi050 ceph-mon[81192]: osdmap e103: 8 total, 8 up, 8 in 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: osd.7 [v2:172.21.15.154:6816/1114507914,v1:172.21.15.154:6817/1114507914] boot 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: osdmap e102: 8 total, 8 up, 8 in 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:08:28.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all osd 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-05T11:08:28.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: Upgrade: Setting require_osd_release to 19 squid 2024-09-05T11:08:28.929 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-05T11:08:28.930 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-05T11:08:28.930 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-05T11:08:28.930 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:28 smithi154 ceph-mon[59043]: osdmap e103: 8 total, 8 up, 8 in 2024-09-05T11:08:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all mds 2024-09-05T11:08:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all rgw 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all rbd-mirror 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all ceph-exporter 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all iscsi 2024-09-05T11:08:29.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all nfs 2024-09-05T11:08:29.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.750 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:29 smithi119 ceph-mon[72222]: pgmap v195: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all mds 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all rgw 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all rbd-mirror 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all ceph-exporter 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all iscsi 2024-09-05T11:08:29.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all nfs 2024-09-05T11:08:29.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.925 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:29 smithi050 ceph-mon[81192]: pgmap v195: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all mds 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all rgw 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all rbd-mirror 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all ceph-exporter 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all iscsi 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all nfs 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:29.928 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:29 smithi154 ceph-mon[59043]: pgmap v195: 33 pgs: 16 active+undersized+degraded, 17 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 99/558 objects degraded (17.742%) 2024-09-05T11:08:30.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:30.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:31.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:08:31.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: Traceback (most recent call last): 2024-09-05T11:08:31.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:08:31.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: gateway.keep_alive() 2024-09-05T11:08:31.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/src/control/server.py", line 518, in keep_alive 2024-09-05T11:08:31.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: wait_fn(timeout=timeout) 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: signaled = self._cond.wait(timeout) 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:08:31.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: SystemExit: Gateway process terminated 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO server.py:440 (2): Aborting (client.nvmeof.nvmeof.a) pid 19... 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO server.py:474 (2): Terminating discovery service... 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO state.py:536 (21): Cleanup OMAP on exit (discovery-smithi050) 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO server.py:481 (2): Discovery service terminated 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO state.py:536 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.a) 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:08:31.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[60687]: [05-Sep-2024 11:08:30] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-09-05T11:08:31.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:30 smithi050 podman[93781]: 2024-09-05 11:08:30.939257525 +0000 UTC m=+0.276819989 container died 2da977326f169e20d03cbe6c7e11047b1ec92ffb79e9939c98a26a3e33b473ba (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.16, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=18.2.2, architecture=x86_64, io.spdk.version=24.01, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, distribution-scope=public, io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.ceph.nvmeof=None, name=ceph-nvmeof, io.ceph.git.branch=devel, io.ceph.summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , release=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., version=1.2.16, build-date=2024-07-10 21:02:41 UTC, url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.spdk.git.branch=undefined) 2024-09-05T11:08:31.478 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:31 smithi050 podman[93781]: 2024-09-05 11:08:31.263729164 +0000 UTC m=+0.601291617 container cleanup 2da977326f169e20d03cbe6c7e11047b1ec92ffb79e9939c98a26a3e33b473ba (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.nvmeof=None, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, release=, version=1.2.16, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , architecture=x86_64, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-07-10 21:02:41 UTC, io.spdk.build.ceph-release=18.2.2, vcs-type=git, com.redhat.component=ubi9-container, io.spdk.git.branch=undefined, distribution-scope=public, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.branch=devel, io.ceph.version=1.2.16, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:08:31.478 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:31 smithi050 bash[93781]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:08:31.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:31 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.a (1/8) 2024-09-05T11:08:31.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:31 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:08:31.911 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:31 smithi050 ceph-mon[81192]: pgmap v196: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 92/558 objects degraded (16.487%) 2024-09-05T11:08:31.911 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:31 smithi050 podman[93794]: 2024-09-05 11:08:31.477395882 +0000 UTC m=+0.540858467 container remove 2da977326f169e20d03cbe6c7e11047b1ec92ffb79e9939c98a26a3e33b473ba (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-07-10 21:02:41 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.openshift.wants=ceph,rbd, version=1.2.16, maintainer=Ceph Developers , com.redhat.component=ubi9-container, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.spdk.build.ceph-release=18.2.2, io.spdk.build.target-arch=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vendor=Red Hat, Inc., org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.version=1.2.16, io.buildah.version=1.29.0, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, architecture=x86_64, io.ceph.git.branch=devel, release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-05T11:08:31.911 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:31 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Deactivated successfully. 2024-09-05T11:08:31.911 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:31 smithi050 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:08:31.911 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:31 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Consumed 13min 38.360s CPU time. 2024-09-05T11:08:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:31 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.a (1/8) 2024-09-05T11:08:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:31 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:08:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:31 smithi154 ceph-mon[59043]: pgmap v196: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 92/558 objects degraded (16.487%) 2024-09-05T11:08:31.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:31 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.a (1/8) 2024-09-05T11:08:31.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:31 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:08:31.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:31 smithi119 ceph-mon[72222]: pgmap v196: 33 pgs: 15 active+undersized+degraded, 18 active+clean; 609 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s; 92/558 objects degraded (16.487%) 2024-09-05T11:08:32.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:31 smithi050 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:32.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Trying to pull quay.io/ceph/nvmeof:1.2.17... 2024-09-05T11:08:32.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:32 smithi050 ceph-mon[81192]: Health check update: Degraded data redundancy: 92/558 objects degraded (16.487%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:32.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Getting image source signatures 2024-09-05T11:08:32.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Copying blob sha256:5617b039f7f7c73fbaa2434946afccd6ccdbeba4738806ec9393fee1d91ce28b 2024-09-05T11:08:32.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Copying blob sha256:2604cecf232e38276b3bad0fd86df79ccf8ecc0bfc3bf9a2b570da2f28ffd391 2024-09-05T11:08:32.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Copying blob sha256:7cad4a53060309585a89e4fcd833bd4104cfc075dc70f4e0246c76eb6e9b3a89 2024-09-05T11:08:32.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Copying blob sha256:99a7ec374c4d4af5f9b9ad281068affa7961aad432aba4efc963785a5a350f8d 2024-09-05T11:08:32.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Copying blob sha256:e3cba6b439c68781c43a38ee3b4d5e556d8df9fa4652d0dc1d0100faf81b360a 2024-09-05T11:08:32.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Copying blob sha256:250b8c2e054de1939bf34b6adcf107e8255d48f37ff0e65fe04248495fbe13bc 2024-09-05T11:08:32.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:32 smithi050 bash[93920]: Copying blob sha256:9b6ce595666bc9dd91657a466ac9f2db2790afd1dd54426bfaf629293d28e17a 2024-09-05T11:08:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:32 smithi154 ceph-mon[59043]: Health check update: Degraded data redundancy: 92/558 objects degraded (16.487%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:32.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:32 smithi119 ceph-mon[72222]: Health check update: Degraded data redundancy: 92/558 objects degraded (16.487%), 15 pgs degraded (PG_DEGRADED) 2024-09-05T11:08:33.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:33 smithi050 bash[93920]: Copying blob sha256:cd27af3f081742f8195cc0cf3bcbdeec2faac7cfc03c83788d51ab63cbad8463 2024-09-05T11:08:33.899 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:33 smithi119 ceph-mon[72222]: pgmap v197: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 7 op/s 2024-09-05T11:08:33.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:33 smithi050 ceph-mon[81192]: pgmap v197: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 7 op/s 2024-09-05T11:08:33.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:33 smithi050 bash[93920]: Copying blob sha256:dd874f098a5c5006b8331494ace6502fabc789bb9a076635ab02ced276d7794f 2024-09-05T11:08:33.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:33 smithi154 ceph-mon[59043]: pgmap v197: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 7 op/s 2024-09-05T11:08:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:34 smithi050 ceph-mon[81192]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/558 objects degraded (16.487%), 15 pgs degraded) 2024-09-05T11:08:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:34 smithi050 ceph-mon[81192]: Cluster is now healthy 2024-09-05T11:08:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:34 smithi154 ceph-mon[59043]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/558 objects degraded (16.487%), 15 pgs degraded) 2024-09-05T11:08:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:34 smithi154 ceph-mon[59043]: Cluster is now healthy 2024-09-05T11:08:34.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:34 smithi119 ceph-mon[72222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/558 objects degraded (16.487%), 15 pgs degraded) 2024-09-05T11:08:34.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:34 smithi119 ceph-mon[72222]: Cluster is now healthy 2024-09-05T11:08:35.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:35 smithi050 ceph-mon[81192]: pgmap v198: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 3 op/s 2024-09-05T11:08:35.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:35 smithi154 ceph-mon[59043]: pgmap v198: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 3 op/s 2024-09-05T11:08:35.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:35 smithi119 ceph-mon[72222]: pgmap v198: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 3 op/s 2024-09-05T11:08:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:36 smithi050 ceph-mon[81192]: pgmap v199: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 4 op/s 2024-09-05T11:08:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:36 smithi154 ceph-mon[59043]: pgmap v199: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 4 op/s 2024-09-05T11:08:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:36 smithi119 ceph-mon[72222]: pgmap v199: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 4 op/s 2024-09-05T11:08:39.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:38 smithi050 ceph-mon[81192]: pgmap v200: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 3 op/s 2024-09-05T11:08:39.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:38 smithi154 ceph-mon[59043]: pgmap v200: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 3 op/s 2024-09-05T11:08:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:38 smithi119 ceph-mon[72222]: pgmap v200: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 3 op/s 2024-09-05T11:08:39.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:39 smithi050 bash[93920]: Copying config sha256:32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 2024-09-05T11:08:39.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:39 smithi050 bash[93920]: Writing manifest to image destination 2024-09-05T11:08:40.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:39 smithi050 podman[93920]: 2024-09-05 11:08:39.81559352 +0000 UTC m=+7.814608846 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:08:40.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:39 smithi050 podman[93920]: 2024-09-05 11:08:39.929452639 +0000 UTC m=+7.928467970 container create c6b3fbb9f94fbddc815e0332671520f27a66e3e24db0577952d1fefc1e1b4f25 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, name=ceph-nvmeof, architecture=x86_64, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.nvmeof=None, version=1.2.17, io.ceph.component=ceph-nvmeof, vendor=Red Hat, Inc., summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.makeflags=, io.buildah.version=1.29.0, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2024-07-30 15:47:38 UTC, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, distribution-scope=public, io.ceph.version=1.2.17, io.spdk.build.ceph-release=18.2.4, io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , com.redhat.component=ubi9-container, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9) 2024-09-05T11:08:40.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 podman[93920]: 2024-09-05 11:08:40.140428387 +0000 UTC m=+8.139443713 container init c6b3fbb9f94fbddc815e0332671520f27a66e3e24db0577952d1fefc1e1b4f25 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, io.spdk.version=24.01, io.spdk.build.ceph-release=18.2.4, name=ceph-nvmeof, vendor=Red Hat, Inc., architecture=x86_64, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-07-30 15:47:38 UTC, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.buildah.version=1.29.0, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.17, io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.ceph.version=1.2.17, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:08:40.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 podman[93920]: 2024-09-05 11:08:40.144012717 +0000 UTC m=+8.143028041 container start c6b3fbb9f94fbddc815e0332671520f27a66e3e24db0577952d1fefc1e1b4f25 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, vcs-type=git, build-date=2024-07-30 15:47:38 UTC, io.ceph.component=ceph-nvmeof, name=ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, vendor=Red Hat, Inc., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.ceph.maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.component=ubi9-container, version=1.2.17, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, maintainer=Ceph Developers , architecture=x86_64, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.version=1.2.17, io.spdk.build.ceph-release=18.2.4, io.ceph.nvmeof=None, io.spdk.build.makeflags=, release=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.branch=tags/1.2.17) 2024-09-05T11:08:40.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 bash[93920]: c6b3fbb9f94fbddc815e0332671520f27a66e3e24db0577952d1fefc1e1b4f25 2024-09-05T11:08:40.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 systemd[1]: Started Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:08:40.656 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:08:40.656 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:08:40.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): [gateway] 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): name = client.nvmeof.nvmeof.a 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): group = 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): port = 5500 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:08:40.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:08:40.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:08:40.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): [discovery] 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): port = 8009 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): [ceph] 2024-09-05T11:08:40.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): pool = mypool 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): id = nvmeof.nvmeof.a 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): [mtls] 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): [spdk] 2024-09-05T11:08:40.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): transports = tcp 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): [monitor] 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:08:40.663 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.a 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.50:5499 for group id 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.a group id=0 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 2024-09-05T11:08:40.482+0000 7f8980b4e640 0 ms_deliver_dispatch: unhandled message 0x556c8da65180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 2024-09-05T11:08:40.482+0000 7f8980b4e640 0 ms_deliver_dispatch: unhandled message 0x556c8da55ba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 2024-09-05T11:08:40.482+0000 7f8980b4e640 0 ms_deliver_dispatch: unhandled message 0x556c8da65500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:08:40.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:395 (2): SPDK process id: 58 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: INFO: Setting log level to WARNING 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:40.502305] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:40.502386] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid58 ] 2024-09-05T11:08:40.665 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:40.616326] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:08:40.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:40.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:40.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:40.916 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-mon[81192]: pgmap v201: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 3 op/s 2024-09-05T11:08:40.916 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:40.671734] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:08:40.916 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:40.892887] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:08:40.916 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:08:40.916 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:285 (2): Discovery service process id: 60 2024-09-05T11:08:40.916 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:280 (60): Starting ceph nvmeof discovery service 2024-09-05T11:08:40.957 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:40.958 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:40.958 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:40 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:40.958 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:40 smithi119 ceph-mon[72222]: pgmap v201: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 3 op/s 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO state.py:387 (60): nvmeof.state OMAP object already exists. 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO discovery.py:321 (60): log pages info from omap: nvmeof.state 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO discovery.py:328 (60): discovery addr: 172.21.15.50 port: 8009 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:08:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:40.993205] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.50:0/4241545027, rc 0 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:40.993299] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.50:0/4241545027 2024-09-05T11:08:41.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.50:0/4241545027' anagrp=3 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:40 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:40] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.006458] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de rbd disk to lun 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.019237] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.035572] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.50:0/3633981838, rc 0 2024-09-05T11:08:41.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.035692] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.50:0/3633981838 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.50:0/3633981838' anagrp=4 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.048996] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 rbd disk to lun 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.091376] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.50:0/2288751832, rc 0 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.091508] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.50:0/2288751832 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.50:0/2288751832' anagrp=2 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.104850] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_28418a36-aea7-44d3-a37e-d079d806e41d rbd disk to lun 2024-09-05T11:08:41.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:08:41.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:41.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:08:41.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.149193] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 rbd disk to lun 2024-09-05T11:08:41.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:08:41.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:41.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:41.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:40 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:41.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:40 smithi154 ceph-mon[59043]: pgmap v201: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 3 op/s 2024-09-05T11:08:41.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:41.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.192559] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.50:0/726491916, rc 0 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.192666] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.50:0/726491916 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.50:0/726491916' anagrp=1 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.204906] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 rbd disk to lun 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [2024-09-05 11:08:41.249616] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 rbd disk to lun 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:08:41.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:08:41.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:41.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:08:41.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:08:41.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:41.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:08:41.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.443 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:08:41.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:41.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:08:41.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:08:41.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:41.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:08:41.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:08:41.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:08:41.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:41.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:08:41.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:08:41.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:41.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:08:41.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:08:41.955 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/566948858' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:08:41.955 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:41.955 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:41.956 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:41.956 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.956 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:08:41.956 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:08:41.956 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:41.956 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.956 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:08:41.957 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:41.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:08:41.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:08:41.960 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:41.960 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:41.960 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:08:42.170 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:41 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/566948858' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:08:42.170 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:41 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:42.170 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:41 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:41 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/566948858' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:08:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:41 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:41 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:41 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:08:42.217 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:42.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:08:42.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:08:42.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:42.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:08:42.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:42.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:08:42.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:08:42.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:42.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:08:42.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:08:42.469 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:42.469 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.469 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:08:42.469 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:08:42.469 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:42.470 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:42.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.472 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:08:42.472 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:08:42.472 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:42.472 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:42.472 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:08:42.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:08:42.474 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:08:42.474 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:08:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 systemd[1]: Stopping Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:42.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:08:42.876 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.b (2/8) 2024-09-05T11:08:42.876 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T11:08:42.876 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-mon[72222]: pgmap v202: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s rd, 1.3 KiB/s wr, 45 op/s 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: Traceback (most recent call last): 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: gateway.keep_alive() 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: File "/src/control/server.py", line 522, in keep_alive 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: SystemExit: Gateway process terminated 2024-09-05T11:08:42.877 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO server.py:440 (2): Aborting (client.nvmeof.nvmeof.b) pid 19... 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO server.py:474 (2): Terminating discovery service... 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO state.py:536 (21): Cleanup OMAP on exit (discovery-smithi119) 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO server.py:481 (2): Discovery service terminated 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO state.py:536 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.b) 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[53143]: [05-Sep-2024 11:08:42] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-09-05T11:08:42.878 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 podman[89921]: 2024-09-05 11:08:42.659102755 +0000 UTC m=+0.152735062 container died 654cb02ff4e44c586974362e16e5358189e90ded0eb3fe6d5cab60daa48457e5 (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, build-date=2024-07-10 21:02:41 UTC, io.ceph.git.branch=devel, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.branch=undefined, distribution-scope=public, io.openshift.wants=ceph,rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.component=ubi9-container, io.spdk.version=24.01, io.ceph.version=1.2.16, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, name=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=18.2.2, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, vendor=Red Hat, Inc., architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, version=1.2.16, io.ceph.component=ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:08:43.169 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 podman[89921]: 2024-09-05 11:08:42.992112748 +0000 UTC m=+0.485745056 container cleanup 654cb02ff4e44c586974362e16e5358189e90ded0eb3fe6d5cab60daa48457e5 (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, vcs-type=git, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.16, build-date=2024-07-10 21:02:41 UTC, name=ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.git.branch=devel, com.redhat.component=ubi9-container, io.spdk.version=24.01, io.spdk.build.pkgdep-args=--rbd, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., architecture=x86_64, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.ceph.maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.makeflags=, io.ceph.version=1.2.16, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, distribution-scope=public, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, io.ceph.nvmeof=None, release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=18.2.2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined) 2024-09-05T11:08:43.170 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:42 smithi119 bash[89921]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b 2024-09-05T11:08:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.b (2/8) 2024-09-05T11:08:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T11:08:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-mon[81192]: pgmap v202: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s rd, 1.3 KiB/s wr, 45 op/s 2024-09-05T11:08:43.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:08:42] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:08:43.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: states { 2024-09-05T11:08:43.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: grp_id: 1 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: state: OPTIMIZED 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: } 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: states { 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: grp_id: 1 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: state: OPTIMIZED 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: } 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: states { 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: grp_id: 1 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: state: OPTIMIZED 2024-09-05T11:08:43.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: } 2024-09-05T11:08:43.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:08:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: ], , client address: IPv4 172.21.15.50:58216 2024-09-05T11:08:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:42 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.b (2/8) 2024-09-05T11:08:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:42 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T11:08:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:42 smithi154 ceph-mon[59043]: pgmap v202: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s rd, 1.3 KiB/s wr, 45 op/s 2024-09-05T11:08:43.432 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:43 smithi119 podman[89932]: 2024-09-05 11:08:43.169007009 +0000 UTC m=+0.511930062 container remove 654cb02ff4e44c586974362e16e5358189e90ded0eb3fe6d5cab60daa48457e5 (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, io.spdk.build.ceph-release=18.2.2, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , release=, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.spdk.git.repo=https://github.com/ceph/spdk.git, distribution-scope=public, version=1.2.16, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, build-date=2024-07-10 21:02:41 UTC, io.ceph.component=ceph-nvmeof, io.ceph.git.branch=devel, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.version=1.2.16, io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.spdk.build.pkgdep-args=--rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, name=ceph-nvmeof, com.redhat.component=ubi9-container) 2024-09-05T11:08:43.432 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:43 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service: Deactivated successfully. 2024-09-05T11:08:43.432 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:43 smithi119 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:08:43.432 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:43 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service: Consumed 14min 13.202s CPU time. 2024-09-05T11:08:43.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:43 smithi119 systemd[1]: Starting Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:44.104 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:43 smithi119 bash[90059]: Trying to pull quay.io/ceph/nvmeof:1.2.17... 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Getting image source signatures 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:5617b039f7f7c73fbaa2434946afccd6ccdbeba4738806ec9393fee1d91ce28b 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:99a7ec374c4d4af5f9b9ad281068affa7961aad432aba4efc963785a5a350f8d 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:7cad4a53060309585a89e4fcd833bd4104cfc075dc70f4e0246c76eb6e9b3a89 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:2604cecf232e38276b3bad0fd86df79ccf8ecc0bfc3bf9a2b570da2f28ffd391 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:e3cba6b439c68781c43a38ee3b4d5e556d8df9fa4652d0dc1d0100faf81b360a 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:250b8c2e054de1939bf34b6adcf107e8255d48f37ff0e65fe04248495fbe13bc 2024-09-05T11:08:44.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:9b6ce595666bc9dd91657a466ac9f2db2790afd1dd54426bfaf629293d28e17a 2024-09-05T11:08:44.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:cd27af3f081742f8195cc0cf3bcbdeec2faac7cfc03c83788d51ab63cbad8463 2024-09-05T11:08:44.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:44 smithi119 bash[90059]: Copying blob sha256:dd874f098a5c5006b8331494ace6502fabc789bb9a076635ab02ced276d7794f 2024-09-05T11:08:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:44 smithi050 ceph-mon[81192]: pgmap v203: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 1.3 KiB/s wr, 43 op/s 2024-09-05T11:08:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:44 smithi154 ceph-mon[59043]: pgmap v203: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 1.3 KiB/s wr, 43 op/s 2024-09-05T11:08:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:44 smithi119 ceph-mon[72222]: pgmap v203: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 1.3 KiB/s wr, 43 op/s 2024-09-05T11:08:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:46 smithi050 ceph-mon[81192]: pgmap v204: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-09-05T11:08:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:46 smithi154 ceph-mon[59043]: pgmap v204: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-09-05T11:08:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:46 smithi119 ceph-mon[72222]: pgmap v204: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-09-05T11:08:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:48 smithi050 ceph-mon[81192]: pgmap v205: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-09-05T11:08:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:48 smithi154 ceph-mon[59043]: pgmap v205: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-09-05T11:08:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:48 smithi119 ceph-mon[72222]: pgmap v205: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-09-05T11:08:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:50 smithi050 ceph-mon[81192]: pgmap v206: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-09-05T11:08:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:50 smithi154 ceph-mon[59043]: pgmap v206: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-09-05T11:08:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:50 smithi119 ceph-mon[72222]: pgmap v206: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 152 op/s 2024-09-05T11:08:51.317 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:08:51.747 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:51 smithi119 bash[90059]: Copying config sha256:32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 2024-09-05T11:08:51.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:51 smithi119 bash[90059]: Writing manifest to image destination 2024-09-05T11:08:51.879 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (6m) 3m ago 20m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (5m) 118s ago 18m 439M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (5m) 3m ago 21m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (5m) 118s ago 19m 38.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (4m) 28s ago 19m 38.6M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 starting - - - - 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (14m) 118s ago 14m 135M - 1.2.16 c8d40f5109eb 654cb02ff4e4 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (13m) 28s ago 13m 142M - 1.2.16 c8d40f5109eb a88fbd1a1a45 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (14m) 5m ago 14m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (3m) 3m ago 18m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (3m) 3m ago 18m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:08:51.880 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (2m) 118s ago 17m 38.4M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:08:51.881 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (2m) 118s ago 17m 40.7M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:08:51.881 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (119s) 118s ago 17m 13.3M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 89330cf482ab 2024-09-05T11:08:51.881 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (89s) 28s ago 16m 48.6M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 287053cf3ad8 2024-09-05T11:08:51.881 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (59s) 28s ago 16m 45.9M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 ebb829f1f7f0 2024-09-05T11:08:51.881 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (29s) 28s ago 15m 11.3M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 11b00744f04e 2024-09-05T11:08:51.993 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:51 smithi119 ceph-mon[72222]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:51.993 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:51 smithi119 ceph-mon[72222]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:51.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:51 smithi119 podman[90059]: 2024-09-05 11:08:51.779179611 +0000 UTC m=+8.070107680 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:08:51.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:51 smithi119 podman[90059]: 2024-09-05 11:08:51.886813306 +0000 UTC m=+8.177741404 container create ac6444c92c24709db3fd355fb40ec914db4d77e5b455c655beb969352f973320 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.branch=tags/1.2.17, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.component=ubi9-container, vendor=Red Hat, Inc., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.nvmeof=None, distribution-scope=public, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.17, io.ceph.url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=18.2.4, io.ceph.version=1.2.17, build-date=2024-07-30 15:47:38 UTC, io.buildah.version=1.29.0, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, io.spdk.version=24.01, vcs-type=git, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.spdk.build.target-arch=, io.spdk.git.branch=undefined, architecture=x86_64) 2024-09-05T11:08:52.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:51 smithi050 ceph-mon[81192]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:51 smithi050 ceph-mon[81192]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:51 smithi154 ceph-mon[59043]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:51 smithi154 ceph-mon[59043]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.216 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 8 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 13 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:08:52.217 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:08:52.371 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 podman[90059]: 2024-09-05 11:08:52.097615972 +0000 UTC m=+8.388544044 container init ac6444c92c24709db3fd355fb40ec914db4d77e5b455c655beb969352f973320 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, io.ceph.component=ceph-nvmeof, release=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.maintainer=Ceph Developers , version=1.2.17, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, name=ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.branch=tags/1.2.17, io.buildah.version=1.29.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.ceph-release=18.2.4, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.makeflags=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.branch=undefined, architecture=x86_64, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-07-30 15:47:38 UTC, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, io.ceph.nvmeof=None, io.ceph.version=1.2.17, maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:08:52.371 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 podman[90059]: 2024-09-05 11:08:52.102365338 +0000 UTC m=+8.393293399 container start ac6444c92c24709db3fd355fb40ec914db4d77e5b455c655beb969352f973320 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, io.ceph.git.branch=tags/1.2.17, build-date=2024-07-30 15:47:38 UTC, io.spdk.git.branch=undefined, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.version=24.01, vcs-type=git, io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=18.2.4, io.ceph.nvmeof=None, io.spdk.build.makeflags=, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, org.centos.version=9.0-21.el9, com.redhat.component=ubi9-container, vendor=Red Hat, Inc., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.version=1.2.17, version=1.2.17, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, release=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof) 2024-09-05T11:08:52.371 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 bash[90059]: ac6444c92c24709db3fd355fb40ec914db4d77e5b455c655beb969352f973320 2024-09-05T11:08:52.371 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 systemd[1]: Started Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:08:52.509 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:08:52.509 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:08:52.509 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:08:52.509 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:08:52.509 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:08:52.509 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:08:52.509 INFO:teuthology.orchestra.run.smithi050.stdout: "osd", 2024-09-05T11:08:52.510 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:08:52.510 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:08:52.510 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "13/17 daemons upgraded", 2024-09-05T11:08:52.510 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading nvmeof daemons", 2024-09-05T11:08:52.510 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:08:52.510 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:08:52.639 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:08:52.639 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b, using rotation 2024-09-05T11:08:52.639 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:08:52.640 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): [gateway] 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): name = client.nvmeof.nvmeof.b 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): group = 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): addr = 172.21.15.119 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): port = 5500 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:08:52.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:08:52.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:08:52.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:08:52.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:08:52.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:08:52.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:08:52.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:08:52.643 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): [discovery] 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): addr = 172.21.15.119 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): port = 8009 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): [ceph] 2024-09-05T11:08:52.644 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): pool = mypool 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): id = nvmeof.nvmeof.b 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): [mtls] 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): [spdk] 2024-09-05T11:08:52.645 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): transports = tcp 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): [monitor] 2024-09-05T11:08:52.646 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.b 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.119:5499 for group id 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.b group id=1 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 2024-09-05T11:08:52.450+0000 7f07d330c640 0 ms_deliver_dispatch: unhandled message 0x559a469fb180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:08:52.647 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 2024-09-05T11:08:52.450+0000 7f07d330c640 0 ms_deliver_dispatch: unhandled message 0x559a469ebba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 2024-09-05T11:08:52.450+0000 7f07d330c640 0 ms_deliver_dispatch: unhandled message 0x559a469fb500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:395 (2): SPDK process id: 58 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: INFO: Setting log level to WARNING 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [2024-09-05 11:08:52.470824] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [2024-09-05 11:08:52.471111] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid58 ] 2024-09-05T11:08:52.648 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [2024-09-05 11:08:52.584453] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:08:52.649 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [2024-09-05 11:08:52.638035] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:08:52.849 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:08:52.897 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-mon[72222]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2310233525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:52.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:52.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:52.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-mon[72222]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-mon[72222]: pgmap v207: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-09-05T11:08:52.898 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/4294547058' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:08:52.898 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [2024-09-05 11:08:52.862577] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:08:52.898 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:08:52.898 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:285 (2): Discovery service process id: 60 2024-09-05T11:08:52.898 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:280 (60): Starting ceph nvmeof discovery service 2024-09-05T11:08:52.899 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:08:52.899 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:08:52.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:52 smithi154 ceph-mon[59043]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:52 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2310233525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:52.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:52.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:52.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:52 smithi154 ceph-mon[59043]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:52.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:52 smithi154 ceph-mon[59043]: pgmap v207: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-09-05T11:08:52.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:52 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/4294547058' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO state.py:387 (60): nvmeof.state OMAP object already exists. 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO discovery.py:321 (60): log pages info from omap: nvmeof.state 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO discovery.py:328 (60): discovery addr: 172.21.15.119 port: 8009 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:08:53.158 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:52] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:52 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [2024-09-05 11:08:52.946546] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.119:0/3000006683' anagrp=4 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.119:0/3503911023' anagrp=2 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:08:53.159 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:53.160 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.160 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.119:0/1943964707' anagrp=3 2024-09-05T11:08:53.160 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:08:53.160 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:08:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:52 smithi050 ceph-mon[81192]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:52 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2310233525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:08:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:08:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:52 smithi050 ceph-mon[81192]: from='client.34611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:08:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:52 smithi050 ceph-mon[81192]: pgmap v207: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-09-05T11:08:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:52 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/4294547058' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:08:53.413 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:53.413 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.413 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.119:0/2280262937' anagrp=1 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.414 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:08:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:08:53.416 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:53.416 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.416 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:08:53.416 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:08:53.416 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:53.416 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.416 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:08:53.417 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:08:53.418 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:53.418 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.418 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:08:53.418 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:08:53.669 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:53.669 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.669 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:08:53.670 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.671 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:08:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:08:53.920 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/736078863' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:08:53.920 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.c (3/8) 2024-09-05T11:08:53.920 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:53.920 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:53.920 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T11:08:53.921 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:53.921 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.921 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:08:53.921 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:08:53.921 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:53.921 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.921 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:08:53.922 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.923 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:08:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:08:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:08:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:08:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:08:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:53 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/736078863' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:08:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:53 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.c (3/8) 2024-09-05T11:08:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:53.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:53.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:53 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T11:08:54.171 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:08:54.171 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:54.171 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.171 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:08:54.171 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:08:54.172 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:08:54.173 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:53 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/736078863' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:08:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:53 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.c (3/8) 2024-09-05T11:08:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:08:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:08:54.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:53 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:54.175 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:08:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:08:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:08:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:08:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:08:54.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:08:54.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:08:54.499 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:08:54.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:08:54.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: Traceback (most recent call last): 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: gateway.keep_alive() 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: File "/src/control/server.py", line 522, in keep_alive 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: SystemExit: Gateway process terminated 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO server.py:440 (2): Aborting (client.nvmeof.nvmeof.c) pid 19... 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:08:54.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO server.py:474 (2): Terminating discovery service... 2024-09-05T11:08:54.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO state.py:536 (21): Cleanup OMAP on exit (discovery-smithi154) 2024-09-05T11:08:54.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO server.py:481 (2): Discovery service terminated 2024-09-05T11:08:54.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO state.py:536 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.c) 2024-09-05T11:08:54.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:08:54.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[52334]: [05-Sep-2024 11:08:54] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-09-05T11:08:54.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 podman[75762]: 2024-09-05 11:08:54.493774552 +0000 UTC m=+0.143991097 container died a88fbd1a1a45cdd8a2ba2279e9065be9c920d30faaa8e178361db911d3916f65 (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.spdk.git.branch=undefined, io.spdk.build.ceph-release=18.2.2, maintainer=Ceph Developers , io.spdk.build.makeflags=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.version=24.01, io.spdk.build.pkgdep-args=--rbd, build-date=2024-07-10 21:02:41 UTC, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., architecture=x86_64, io.ceph.git.branch=devel, name=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, vcs-type=git, version=1.2.16, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.16, io.ceph.summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.ceph.maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, url=https://github.com/ceph/ceph-nvmeof, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.buildah.version=1.29.0, com.redhat.component=ubi9-container, release=) 2024-09-05T11:08:55.136 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:54 smithi154 ceph-mon[59043]: pgmap v208: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s rd, 3.7 KiB/s wr, 111 op/s 2024-09-05T11:08:55.137 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 podman[75762]: 2024-09-05 11:08:54.875959802 +0000 UTC m=+0.526176336 container cleanup a88fbd1a1a45cdd8a2ba2279e9065be9c920d30faaa8e178361db911d3916f65 (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.ceph-release=18.2.2, io.spdk.git.branch=undefined, vcs-type=git, io.ceph.nvmeof=None, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, com.redhat.component=ubi9-container, io.ceph.version=1.2.16, version=1.2.16, io.spdk.build.target-arch=, release=, io.spdk.version=24.01, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=devel, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, io.buildah.version=1.29.0, build-date=2024-07-10 21:02:41 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., architecture=x86_64, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, name=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:08:55.137 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:54 smithi154 bash[75762]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c 2024-09-05T11:08:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:54 smithi050 ceph-mon[81192]: pgmap v208: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s rd, 3.7 KiB/s wr, 111 op/s 2024-09-05T11:08:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-mon[72222]: pgmap v208: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s rd, 3.7 KiB/s wr, 111 op/s 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:08:54] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: states { 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: grp_id: 2 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: state: OPTIMIZED 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: } 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: states { 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: grp_id: 2 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: state: OPTIMIZED 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: } 2024-09-05T11:08:55.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:08:55.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: states { 2024-09-05T11:08:55.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: grp_id: 2 2024-09-05T11:08:55.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: state: OPTIMIZED 2024-09-05T11:08:55.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: } 2024-09-05T11:08:55.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:08:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: ], , client address: IPv4 172.21.15.119:48520 2024-09-05T11:08:55.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 podman[75774]: 2024-09-05 11:08:55.135750813 +0000 UTC m=+0.640528735 container remove a88fbd1a1a45cdd8a2ba2279e9065be9c920d30faaa8e178361db911d3916f65 (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.ceph.maintainer=Ceph Developers , io.buildah.version=1.29.0, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-07-10 21:02:41 UTC, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=18.2.2, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, release=, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, version=1.2.16, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, maintainer=Ceph Developers , name=ceph-nvmeof, vendor=Red Hat, Inc., org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.version=1.2.16, com.redhat.component=ubi9-container, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.branch=devel, io.spdk.git.branch=undefined, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.version=24.01, io.ceph.nvmeof=None, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway) 2024-09-05T11:08:55.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Deactivated successfully. 2024-09-05T11:08:55.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:08:55.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Consumed 14min 14.898s CPU time. 2024-09-05T11:08:55.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:08:55.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Trying to pull quay.io/ceph/nvmeof:1.2.17... 2024-09-05T11:08:56.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Getting image source signatures 2024-09-05T11:08:56.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Copying blob sha256:99a7ec374c4d4af5f9b9ad281068affa7961aad432aba4efc963785a5a350f8d 2024-09-05T11:08:56.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Copying blob sha256:7cad4a53060309585a89e4fcd833bd4104cfc075dc70f4e0246c76eb6e9b3a89 2024-09-05T11:08:56.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Copying blob sha256:e3cba6b439c68781c43a38ee3b4d5e556d8df9fa4652d0dc1d0100faf81b360a 2024-09-05T11:08:56.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Copying blob sha256:250b8c2e054de1939bf34b6adcf107e8255d48f37ff0e65fe04248495fbe13bc 2024-09-05T11:08:56.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Copying blob sha256:2604cecf232e38276b3bad0fd86df79ccf8ecc0bfc3bf9a2b570da2f28ffd391 2024-09-05T11:08:56.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Copying blob sha256:5617b039f7f7c73fbaa2434946afccd6ccdbeba4738806ec9393fee1d91ce28b 2024-09-05T11:08:56.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:55 smithi154 bash[75903]: Copying blob sha256:9b6ce595666bc9dd91657a466ac9f2db2790afd1dd54426bfaf629293d28e17a 2024-09-05T11:08:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:56 smithi050 ceph-mon[81192]: pgmap v209: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 3.7 KiB/s wr, 252 op/s 2024-09-05T11:08:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:56 smithi154 ceph-mon[59043]: pgmap v209: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 3.7 KiB/s wr, 252 op/s 2024-09-05T11:08:57.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:56 smithi154 bash[75903]: Copying blob sha256:cd27af3f081742f8195cc0cf3bcbdeec2faac7cfc03c83788d51ab63cbad8463 2024-09-05T11:08:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:56 smithi119 ceph-mon[72222]: pgmap v209: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 3.7 KiB/s wr, 252 op/s 2024-09-05T11:08:57.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:08:57 smithi154 bash[75903]: Copying blob sha256:dd874f098a5c5006b8331494ace6502fabc789bb9a076635ab02ced276d7794f 2024-09-05T11:08:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:08:58 smithi050 ceph-mon[81192]: pgmap v210: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:08:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:08:58 smithi154 ceph-mon[59043]: pgmap v210: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:08:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:08:58 smithi119 ceph-mon[72222]: pgmap v210: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:09:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:00 smithi050 ceph-mon[81192]: pgmap v211: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:09:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:00 smithi154 ceph-mon[59043]: pgmap v211: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:09:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:00 smithi119 ceph-mon[72222]: pgmap v211: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:09:02.850 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:02 smithi154 bash[75903]: Copying config sha256:32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 2024-09-05T11:09:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:02 smithi119 ceph-mon[72222]: pgmap v212: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 143 op/s 2024-09-05T11:09:03.128 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:02 smithi154 ceph-mon[59043]: pgmap v212: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 143 op/s 2024-09-05T11:09:03.128 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:02 smithi154 bash[75903]: Writing manifest to image destination 2024-09-05T11:09:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:02 smithi050 ceph-mon[81192]: pgmap v212: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 143 op/s 2024-09-05T11:09:03.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 podman[75903]: 2024-09-05 11:09:03.123020697 +0000 UTC m=+7.522910574 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:09:03.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 podman[75903]: 2024-09-05 11:09:03.23553766 +0000 UTC m=+7.635427569 container create 8cbf53e5f98704f0ab7ba8c6afdd5abba1cf7a4e2cdc0034fc983445882bb4a1 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.openshift.wants=ceph,rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.component=ceph-nvmeof, io.spdk.build.target-arch=, maintainer=Ceph Developers , io.ceph.nvmeof=None, release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, url=https://github.com/ceph/ceph-nvmeof, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.version=24.01, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, com.redhat.component=ubi9-container, name=ceph-nvmeof, architecture=x86_64, vcs-type=git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.17, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, version=1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-09-05T11:09:03.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 podman[75903]: 2024-09-05 11:09:03.445836249 +0000 UTC m=+7.845726117 container init 8cbf53e5f98704f0ab7ba8c6afdd5abba1cf7a4e2cdc0034fc983445882bb4a1 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.target-arch=, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, version=1.2.17, architecture=x86_64, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.spdk.version=24.01, io.ceph.nvmeof=None, io.spdk.build.makeflags=, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.ceph-release=18.2.4, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, io.spdk.git.branch=undefined, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, release=, io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, vendor=Red Hat, Inc., org.centos.version=9.0-21.el9, io.ceph.version=1.2.17, summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, com.redhat.component=ubi9-container, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-07-30 15:47:38 UTC) 2024-09-05T11:09:03.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 podman[75903]: 2024-09-05 11:09:03.449017255 +0000 UTC m=+7.848907131 container start 8cbf53e5f98704f0ab7ba8c6afdd5abba1cf7a4e2cdc0034fc983445882bb4a1 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.nvmeof=None, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, com.redhat.component=ubi9-container, distribution-scope=public, version=1.2.17, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, vendor=Red Hat, Inc., io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.17, summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, release=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.pkgdep-args=--rbd, io.buildah.version=1.29.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=18.2.4, io.spdk.version=24.01, name=ceph-nvmeof, build-date=2024-07-30 15:47:38 UTC, architecture=x86_64, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-05T11:09:03.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 bash[75903]: 8cbf53e5f98704f0ab7ba8c6afdd5abba1cf7a4e2cdc0034fc983445882bb4a1 2024-09-05T11:09:03.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 systemd[1]: Started Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:04.087 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:09:04.088 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): [gateway] 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): name = client.nvmeof.nvmeof.c 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): group = 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): addr = 172.21.15.154 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): port = 5500 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:09:04.089 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:09:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:09:04.091 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): [discovery] 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): addr = 172.21.15.154 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): port = 8009 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): [ceph] 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): pool = mypool 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): id = nvmeof.nvmeof.c 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): 2024-09-05T11:09:04.092 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): [mtls] 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): [spdk] 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:09:04.093 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): transports = tcp 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): [monitor] 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:09:04.094 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.c 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.154:5499 for group id 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.c group id=2 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: 2024-09-05T11:09:03.783+0000 7fa7b9f5a640 0 ms_deliver_dispatch: unhandled message 0x55ae5a6e7180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: 2024-09-05T11:09:03.783+0000 7fa7b9f5a640 0 ms_deliver_dispatch: unhandled message 0x55ae5a6d7ba0 mon_map magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: 2024-09-05T11:09:03.783+0000 7fa7b9f5a640 0 ms_deliver_dispatch: unhandled message 0x55ae5a6e7500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: [05-Sep-2024 11:09:03] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:09:04.095 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76074]: E0905 11:09:03.789138412 58 thd.h:148] ASSERTION FAILED: state_ == FAILED 2024-09-05T11:09:04.096 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:03 smithi154 podman[76147]: 2024-09-05 11:09:03.817825748 +0000 UTC m=+0.017875846 container died 8cbf53e5f98704f0ab7ba8c6afdd5abba1cf7a4e2cdc0034fc983445882bb4a1 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.spdk.git.branch=undefined, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.spdk.build.target-arch=, io.ceph.maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, distribution-scope=public, com.redhat.component=ubi9-container, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, version=1.2.17, build-date=2024-07-30 15:47:38 UTC, vcs-type=git, io.spdk.build.makeflags=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=18.2.4, io.ceph.version=1.2.17, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0, io.ceph.component=ceph-nvmeof, vendor=Red Hat, Inc., io.ceph.nvmeof=None, io.spdk.version=24.01) 2024-09-05T11:09:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:04.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:04 smithi154 podman[76147]: 2024-09-05 11:09:04.377963849 +0000 UTC m=+0.578013946 container remove 8cbf53e5f98704f0ab7ba8c6afdd5abba1cf7a4e2cdc0034fc983445882bb4a1 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=18.2.4, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , vcs-type=git, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.spdk.build.target-arch=, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, url=https://github.com/ceph/ceph-nvmeof, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.17, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.17, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, io.ceph.version=1.2.17, io.buildah.version=1.29.0) 2024-09-05T11:09:04.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:04 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=134/n/a 2024-09-05T11:09:04.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:04 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-09-05T11:09:04.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:04 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Consumed 15.889s CPU time. 2024-09-05T11:09:04.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:04.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:04.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:05 smithi050 ceph-mon[81192]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi173 2024-09-05T11:09:05.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:05 smithi050 ceph-mon[81192]: pgmap v213: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:09:05.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:05 smithi154 ceph-mon[59043]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi173 2024-09-05T11:09:05.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:05 smithi154 ceph-mon[59043]: pgmap v213: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:09:05.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:05 smithi119 ceph-mon[72222]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 on smithi173 2024-09-05T11:09:05.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:05 smithi119 ceph-mon[72222]: pgmap v213: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 142 op/s 2024-09-05T11:09:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:06 smithi050 ceph-mon[81192]: pgmap v214: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 155 KiB/s rd, 143 op/s 2024-09-05T11:09:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:06 smithi154 ceph-mon[59043]: pgmap v214: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 155 KiB/s rd, 143 op/s 2024-09-05T11:09:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:06 smithi119 ceph-mon[72222]: pgmap v214: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 155 KiB/s rd, 143 op/s 2024-09-05T11:09:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:08 smithi050 ceph-mon[81192]: pgmap v215: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:08 smithi154 ceph-mon[59043]: pgmap v215: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:09.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:08 smithi119 ceph-mon[72222]: pgmap v215: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:10 smithi050 ceph-mon[81192]: pgmap v216: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:10 smithi154 ceph-mon[59043]: pgmap v216: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:10 smithi119 ceph-mon[72222]: pgmap v216: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:12 smithi050 ceph-mon[81192]: pgmap v217: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:09:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:12 smithi154 ceph-mon[59043]: pgmap v217: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:09:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:12 smithi119 ceph-mon[72222]: pgmap v217: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3 op/s 2024-09-05T11:09:14.956 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:14 smithi154 ceph-mon[59043]: pgmap v218: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:14.956 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:14 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Scheduled restart job, restart counter is at 1. 2024-09-05T11:09:14.956 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:14 smithi154 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:14.957 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:14 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Consumed 15.889s CPU time. 2024-09-05T11:09:14.957 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:14 smithi154 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:14.957 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:14 smithi154 podman[76247]: 2024-09-05 11:09:14.816216848 +0000 UTC m=+0.016756897 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:09:14.957 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:14 smithi154 podman[76247]: 2024-09-05 11:09:14.955512344 +0000 UTC m=+0.156052435 container create e464430a0924f3843556c5339400cb4b0b1162d2d174cba2fd75f16f3ead7fb5 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.ceph-release=18.2.4, io.spdk.version=24.01, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.makeflags=, io.ceph.maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, vendor=Red Hat, Inc., url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.nvmeof=None, distribution-scope=public, io.spdk.git.branch=undefined, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, name=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.ceph.git.branch=tags/1.2.17, build-date=2024-07-30 15:47:38 UTC, org.centos.version=9.0-21.el9, maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.17, release=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi9-container, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.17, io.ceph.component=ceph-nvmeof, architecture=x86_64, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom) 2024-09-05T11:09:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:14 smithi050 ceph-mon[81192]: pgmap v218: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:14 smithi119 ceph-mon[72222]: pgmap v218: 33 pgs: 33 active+clean; 609 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:15.276 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 podman[76247]: 2024-09-05 11:09:15.174237915 +0000 UTC m=+0.374777964 container init e464430a0924f3843556c5339400cb4b0b1162d2d174cba2fd75f16f3ead7fb5 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, vcs-type=git, io.ceph.git.branch=tags/1.2.17, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, version=1.2.17, io.openshift.wants=ceph,rbd, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, architecture=x86_64, io.spdk.build.ceph-release=18.2.4, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.version=1.2.17, release=, distribution-scope=public, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-07-30 15:47:38 UTC, com.redhat.component=ubi9-container, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.build.target-arch=, io.ceph.nvmeof=None, name=ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd) 2024-09-05T11:09:15.276 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 podman[76247]: 2024-09-05 11:09:15.176874022 +0000 UTC m=+0.377414068 container start e464430a0924f3843556c5339400cb4b0b1162d2d174cba2fd75f16f3ead7fb5 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, name=ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.17, io.spdk.version=24.01, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.component=ubi9-container, io.spdk.build.ceph-release=18.2.4, io.spdk.build.target-arch=, io.ceph.nvmeof=None, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, release=, io.ceph.maintainer=Ceph Developers , build-date=2024-07-30 15:47:38 UTC, version=1.2.17, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.ceph.component=ceph-nvmeof, io.spdk.git.branch=undefined) 2024-09-05T11:09:15.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 bash[76247]: e464430a0924f3843556c5339400cb4b0b1162d2d174cba2fd75f16f3ead7fb5 2024-09-05T11:09:15.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 systemd[1]: Started Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:15.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:09:15.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): [gateway] 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): name = client.nvmeof.nvmeof.c 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): group = 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): addr = 172.21.15.154 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): port = 5500 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:09:15.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:09:15.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:09:15.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:09:15.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): 2024-09-05T11:09:15.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): [discovery] 2024-09-05T11:09:15.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): addr = 172.21.15.154 2024-09-05T11:09:15.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): port = 8009 2024-09-05T11:09:15.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): 2024-09-05T11:09:15.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): [ceph] 2024-09-05T11:09:15.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): pool = mypool 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): id = nvmeof.nvmeof.c 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): [mtls] 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): [spdk] 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:09:15.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): transports = tcp 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): [monitor] 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:09:15.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.c 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.154:5499 for group id 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.c group id=2 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 2024-09-05T11:09:15.489+0000 7fdb0f322640 0 ms_deliver_dispatch: unhandled message 0x55bb1c925180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 2024-09-05T11:09:15.489+0000 7fdb0f322640 0 ms_deliver_dispatch: unhandled message 0x55bb1c915ba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 2024-09-05T11:09:15.489+0000 7fdb0f322640 0 ms_deliver_dispatch: unhandled message 0x55bb1c925500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:09:15.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:395 (2): SPDK process id: 58 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: INFO: Setting log level to WARNING 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:15.509997] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:15.510079] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid58 ] 2024-09-05T11:09:15.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:15.623934] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:09:15.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:15.676216] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:09:15.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:15.899285] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:09:16.150 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-mon[59043]: from='client.? 172.21.15.154:0/3070269163' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:16.151 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:09:16.151 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:285 (2): Discovery service process id: 60 2024-09-05T11:09:16.151 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:280 (60): Starting ceph nvmeof discovery service 2024-09-05T11:09:16.151 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO state.py:387 (60): nvmeof.state OMAP object already exists. 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO discovery.py:321 (60): log pages info from omap: nvmeof.state 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO discovery.py:328 (60): discovery addr: 172.21.15.154 port: 8009 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:09:16.152 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:15.983265] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:15] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:16.063500] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.154:0/1885172527, rc 0 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:16.063740] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.154:0/1885172527 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.154:0/1885172527' anagrp=3 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:09:16.153 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [2024-09-05 11:09:16.076067] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f rbd disk to lun 2024-09-05T11:09:16.154 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:16.154 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:09:16.154 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:16.154 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.154 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.154:0/348046028' anagrp=1 2024-09-05T11:09:16.154 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:09:16.154 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:16.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:15 smithi119 ceph-mon[72222]: from='client.? 172.21.15.154:0/3070269163' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:16.407 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:16.408 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.408 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.154:0/1412368600' anagrp=4 2024-09-05T11:09:16.408 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:09:16.408 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:16.408 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:16.408 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.408 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:09:16.409 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:16.409 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:16.409 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.409 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:09:16.409 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:16.409 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:16.409 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:16.410 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.411 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:09:16.411 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:16.411 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:16.411 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.411 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.154:0/1459248899' anagrp=2 2024-09-05T11:09:16.411 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:09:16.411 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:16.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:16.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:09:16.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:16.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:16.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:09:16.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:16.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:16.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:09:16.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:16.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:16.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:09:16.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:16.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:15 smithi050 ceph-mon[81192]: from='client.? 172.21.15.154:0/3070269163' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:16.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:16.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:16.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:09:16.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:16.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:16.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:09:16.916 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:16.916 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:16.916 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:16.917 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.918 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:09:16.919 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:16.919 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:16.919 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.919 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:09:16.919 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:16.919 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:16.919 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:16.920 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.921 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:09:16.921 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:16.921 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:16.921 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:16.921 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:09:17.166 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-mon[59043]: pgmap v219: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 46 op/s 2024-09-05T11:09:17.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:09:17.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:17.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:17.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:16] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:09:17.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:16 smithi119 ceph-mon[72222]: pgmap v219: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 46 op/s 2024-09-05T11:09:17.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:16 smithi050 ceph-mon[81192]: pgmap v219: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 46 op/s 2024-09-05T11:09:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:09:17.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:09:17.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:17.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:17.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:09:17.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:17.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:17.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:17.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:09:17.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:09:17.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:09:17.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:09:17.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:09:17.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:09:17.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:17] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: states { 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: grp_id: 3 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: state: OPTIMIZED 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: } 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: states { 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: grp_id: 3 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: state: OPTIMIZED 2024-09-05T11:09:18.406 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: } 2024-09-05T11:09:18.407 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:09:18.407 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: states { 2024-09-05T11:09:18.407 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: grp_id: 3 2024-09-05T11:09:18.407 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: state: OPTIMIZED 2024-09-05T11:09:18.407 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: } 2024-09-05T11:09:18.407 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: ], , client address: IPv4 172.21.15.154:44290 2024-09-05T11:09:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:18 smithi119 ceph-mon[72222]: pgmap v220: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 44 op/s 2024-09-05T11:09:19.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:18 smithi050 ceph-mon[81192]: pgmap v220: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 44 op/s 2024-09-05T11:09:19.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:18 smithi154 ceph-mon[59043]: pgmap v220: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 44 op/s 2024-09-05T11:09:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:20 smithi050 ceph-mon[81192]: pgmap v221: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 53 op/s 2024-09-05T11:09:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:20 smithi154 ceph-mon[59043]: pgmap v221: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 53 op/s 2024-09-05T11:09:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:20 smithi119 ceph-mon[72222]: pgmap v221: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 53 op/s 2024-09-05T11:09:23.151 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:22 smithi050 ceph-mon[81192]: pgmap v222: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 143 op/s 2024-09-05T11:09:23.152 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:09:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:22 smithi154 ceph-mon[59043]: pgmap v222: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 143 op/s 2024-09-05T11:09:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:22 smithi119 ceph-mon[72222]: pgmap v222: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 143 op/s 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (6m) 3m ago 21m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (6m) 2m ago 19m 439M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (6m) 3m ago 21m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (5m) 2m ago 19m 38.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (5m) 59s ago 19m 38.6M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 starting - - - - 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 starting - - - - 2024-09-05T11:09:23.716 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 starting - - - - 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (14m) 5m ago 14m 128M - 1.2.16 c8d40f5109eb 08c5fab9569b 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (4m) 3m ago 19m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (4m) 3m ago 18m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (3m) 2m ago 18m 38.4M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (3m) 2m ago 18m 40.7M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (2m) 2m ago 17m 13.3M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 89330cf482ab 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (2m) 59s ago 17m 48.6M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 287053cf3ad8 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (91s) 59s ago 16m 45.9M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 ebb829f1f7f0 2024-09-05T11:09:23.717 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (61s) 59s ago 16m 11.3M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 11b00744f04e 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 8 2024-09-05T11:09:24.058 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:09:24.059 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:09:24.059 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 13 2024-09-05T11:09:24.059 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:09:24.059 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:09:24.059 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:23 smithi050 ceph-mon[81192]: from='client.34722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.059 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:23 smithi050 ceph-mon[81192]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.059 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:23 smithi050 ceph-mon[81192]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:23 smithi154 ceph-mon[59043]: from='client.34722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:23 smithi154 ceph-mon[59043]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:23 smithi154 ceph-mon[59043]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:23 smithi119 ceph-mon[72222]: from='client.34722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:23 smithi119 ceph-mon[72222]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:23 smithi119 ceph-mon[72222]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:24.346 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:09:24.346 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:09:24.346 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "osd", 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "13/17 daemons upgraded", 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 image on host smithi173", 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:09:24.347 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:09:24.691 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:09:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:24 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1076825314' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:09:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:24 smithi050 ceph-mon[81192]: from='client.34746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:24 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3390189138' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:09:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:24 smithi050 ceph-mon[81192]: pgmap v223: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:09:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:24 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1076825314' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:09:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:24 smithi154 ceph-mon[59043]: from='client.34746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:24 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3390189138' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:09:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:24 smithi154 ceph-mon[59043]: pgmap v223: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:09:25.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:24 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1076825314' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:09:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:24 smithi119 ceph-mon[72222]: from='client.34746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:24 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3390189138' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:09:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:24 smithi119 ceph-mon[72222]: pgmap v223: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:09:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:26 smithi050 ceph-mon[81192]: pgmap v224: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 165 KiB/s rd, 144 op/s 2024-09-05T11:09:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:26 smithi154 ceph-mon[59043]: pgmap v224: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 165 KiB/s rd, 144 op/s 2024-09-05T11:09:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:26 smithi119 ceph-mon[72222]: pgmap v224: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 165 KiB/s rd, 144 op/s 2024-09-05T11:09:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:28 smithi050 ceph-mon[81192]: pgmap v225: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s rd, 100 op/s 2024-09-05T11:09:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:28 smithi154 ceph-mon[59043]: pgmap v225: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s rd, 100 op/s 2024-09-05T11:09:29.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:28 smithi119 ceph-mon[72222]: pgmap v225: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s rd, 100 op/s 2024-09-05T11:09:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:30 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:30 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:30.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:30.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:30 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:31.039 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:30 smithi173 systemd[1]: Stopping Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:09:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: Traceback (most recent call last): 2024-09-05T11:09:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:09:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: gateway.keep_alive() 2024-09-05T11:09:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/src/control/server.py", line 518, in keep_alive 2024-09-05T11:09:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:09:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: wait_fn(timeout=timeout) 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: signaled = self._cond.wait(timeout) 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:09:31.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: SystemExit: Gateway process terminated 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO server.py:440 (2): Aborting (client.nvmeof.nvmeof.d) pid 19... 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO server.py:474 (2): Terminating discovery service... 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO state.py:536 (21): Cleanup OMAP on exit (discovery-smithi173) 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO server.py:481 (2): Discovery service terminated 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO state.py:536 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.d) 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[34754]: [05-Sep-2024 11:09:31] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log.gz 2024-09-05T11:09:31.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 podman[41303]: 2024-09-05 11:09:31.249809857 +0000 UTC m=+0.149891983 container died 08c5fab9569b2e8db5af9ef0510a56c034d4ffd5ac2507df70b0cb0d08715f7b (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.16, io.ceph.maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.buildah.version=1.29.0, build-date=2024-07-10 21:02:41 UTC, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, com.redhat.component=ubi9-container, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, version=1.2.16, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, org.centos.version=9.0-21.el9, io.ceph.component=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.makeflags=, vendor=Red Hat, Inc., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, vcs-type=git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.branch=devel, io.spdk.build.ceph-release=18.2.2, name=ceph-nvmeof, io.spdk.git.branch=undefined, io.spdk.version=24.01, io.spdk.build.pkgdep-args=--rbd) 2024-09-05T11:09:31.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 podman[41303]: 2024-09-05 11:09:31.573162514 +0000 UTC m=+0.473244630 container cleanup 08c5fab9569b2e8db5af9ef0510a56c034d4ffd5ac2507df70b0cb0d08715f7b (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.buildah.version=1.29.0, io.spdk.version=24.01, io.spdk.build.pkgdep-args=--rbd, com.redhat.component=ubi9-container, io.ceph.nvmeof=None, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, release=, maintainer=Ceph Developers , io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=18.2.2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, distribution-scope=public, io.ceph.component=ceph-nvmeof, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.16, build-date=2024-07-10 21:02:41 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.16, io.ceph.maintainer=Ceph Developers , vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=devel, vendor=Red Hat, Inc., name=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.spdk.build.target-arch=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage) 2024-09-05T11:09:31.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 bash[41303]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d 2024-09-05T11:09:31.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 podman[41315]: 2024-09-05 11:09:31.732635614 +0000 UTC m=+0.481028186 container remove 08c5fab9569b2e8db5af9ef0510a56c034d4ffd5ac2507df70b0cb0d08715f7b (image=quay.io/ceph/nvmeof:1.2.16, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, version=1.2.16, io.ceph.url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=devel, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, name=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.version=9.0-21.el9, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=18.2.2, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.target-arch=, build-date=2024-07-10 21:02:41 UTC, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.16, release=, io.ceph.nvmeof=None, io.buildah.version=1.29.0, vcs-ref=0166b54294480e862a5e9a4106b76eb956b02350, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, vcs-type=git, com.redhat.component=ubi9-container, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, architecture=x86_64, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.commit=0166b54294480e862a5e9a4106b76eb956b02350, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd) 2024-09-05T11:09:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:31 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.d (4/8) 2024-09-05T11:09:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:31 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T11:09:31.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:31 smithi050 ceph-mon[81192]: pgmap v226: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s rd, 100 op/s 2024-09-05T11:09:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:31 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.d (4/8) 2024-09-05T11:09:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:31 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T11:09:31.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:31 smithi154 ceph-mon[59043]: pgmap v226: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s rd, 100 op/s 2024-09-05T11:09:31.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:31 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.d (4/8) 2024-09-05T11:09:31.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:31 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T11:09:31.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:31 smithi119 ceph-mon[72222]: pgmap v226: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 112 KiB/s rd, 100 op/s 2024-09-05T11:09:32.352 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Deactivated successfully. 2024-09-05T11:09:32.352 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 systemd[1]: Stopped Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:32.352 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:31 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Consumed 15min 11.975s CPU time. 2024-09-05T11:09:32.352 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 systemd[1]: Starting Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:32.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Trying to pull quay.io/ceph/nvmeof:1.2.17... 2024-09-05T11:09:33.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Getting image source signatures 2024-09-05T11:09:33.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Copying blob sha256:5617b039f7f7c73fbaa2434946afccd6ccdbeba4738806ec9393fee1d91ce28b 2024-09-05T11:09:33.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Copying blob sha256:7cad4a53060309585a89e4fcd833bd4104cfc075dc70f4e0246c76eb6e9b3a89 2024-09-05T11:09:33.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Copying blob sha256:99a7ec374c4d4af5f9b9ad281068affa7961aad432aba4efc963785a5a350f8d 2024-09-05T11:09:33.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Copying blob sha256:2604cecf232e38276b3bad0fd86df79ccf8ecc0bfc3bf9a2b570da2f28ffd391 2024-09-05T11:09:33.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Copying blob sha256:250b8c2e054de1939bf34b6adcf107e8255d48f37ff0e65fe04248495fbe13bc 2024-09-05T11:09:33.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Copying blob sha256:e3cba6b439c68781c43a38ee3b4d5e556d8df9fa4652d0dc1d0100faf81b360a 2024-09-05T11:09:33.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:32 smithi173 bash[41445]: Copying blob sha256:9b6ce595666bc9dd91657a466ac9f2db2790afd1dd54426bfaf629293d28e17a 2024-09-05T11:09:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:32 smithi050 ceph-mon[81192]: pgmap v227: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s rd, 92 op/s 2024-09-05T11:09:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:32 smithi154 ceph-mon[59043]: pgmap v227: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s rd, 92 op/s 2024-09-05T11:09:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:32 smithi119 ceph-mon[72222]: pgmap v227: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s rd, 92 op/s 2024-09-05T11:09:33.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:33 smithi173 bash[41445]: Copying blob sha256:cd27af3f081742f8195cc0cf3bcbdeec2faac7cfc03c83788d51ab63cbad8463 2024-09-05T11:09:33.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:33 smithi173 bash[41445]: Copying blob sha256:dd874f098a5c5006b8331494ace6502fabc789bb9a076635ab02ced276d7794f 2024-09-05T11:09:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:34 smithi050 ceph-mon[81192]: pgmap v228: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:09:35.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:34 smithi154 ceph-mon[59043]: pgmap v228: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:09:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:34 smithi119 ceph-mon[72222]: pgmap v228: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:09:37.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:37 smithi119 ceph-mon[72222]: pgmap v229: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3 op/s 2024-09-05T11:09:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:37 smithi050 ceph-mon[81192]: pgmap v229: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3 op/s 2024-09-05T11:09:38.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:37 smithi154 ceph-mon[59043]: pgmap v229: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3 op/s 2024-09-05T11:09:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:38 smithi050 ceph-mon[81192]: pgmap v230: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:09:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:38 smithi154 ceph-mon[59043]: pgmap v230: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:09:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:38 smithi119 ceph-mon[72222]: pgmap v230: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:09:39.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:39 smithi173 bash[41445]: Copying config sha256:32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 2024-09-05T11:09:39.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:39 smithi173 bash[41445]: Writing manifest to image destination 2024-09-05T11:09:40.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:39 smithi173 podman[41445]: 2024-09-05 11:09:39.923057744 +0000 UTC m=+7.664548472 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:09:40.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:40 smithi173 podman[41445]: 2024-09-05 11:09:40.004944905 +0000 UTC m=+7.746435626 container create a08185bffe66c02a61d9dce94ec4bf77e1f847ac0cd3e9028a534c996823fba4 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.wants=ceph,rbd, build-date=2024-07-30 15:47:38 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.component=ubi9-container, url=https://github.com/ceph/ceph-nvmeof, release=, architecture=x86_64, io.buildah.version=1.29.0, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.17, io.ceph.version=1.2.17, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.17, io.spdk.git.branch=undefined, name=ceph-nvmeof, vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=18.2.4, io.spdk.build.makeflags=, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.spdk.version=24.01) 2024-09-05T11:09:41.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:40 smithi173 podman[41445]: 2024-09-05 11:09:40.949720748 +0000 UTC m=+8.691211464 container init a08185bffe66c02a61d9dce94ec4bf77e1f847ac0cd3e9028a534c996823fba4 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.branch=tags/1.2.17, version=1.2.17, io.spdk.build.target-arch=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.component=ceph-nvmeof, build-date=2024-07-30 15:47:38 UTC, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, release=, architecture=x86_64, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.ceph.version=1.2.17, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.git.branch=undefined, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=18.2.4, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.makeflags=, vendor=Red Hat, Inc., io.spdk.version=24.01, io.openshift.wants=ceph,rbd) 2024-09-05T11:09:41.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:40 smithi173 podman[41445]: 2024-09-05 11:09:40.952765127 +0000 UTC m=+8.694255845 container start a08185bffe66c02a61d9dce94ec4bf77e1f847ac0cd3e9028a534c996823fba4 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, vcs-type=git, io.ceph.version=1.2.17, io.ceph.nvmeof=None, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, architecture=x86_64, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, vendor=Red Hat, Inc., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, release=, name=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.17, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.branch=undefined, build-date=2024-07-30 15:47:38 UTC, org.centos.version=9.0-21.el9, io.spdk.build.ceph-release=18.2.4, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=1.2.17, io.spdk.build.target-arch=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public) 2024-09-05T11:09:41.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 bash[41445]: a08185bffe66c02a61d9dce94ec4bf77e1f847ac0cd3e9028a534c996823fba4 2024-09-05T11:09:41.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 systemd[1]: Started Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:40 smithi050 ceph-mon[81192]: pgmap v231: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:09:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:40 smithi154 ceph-mon[59043]: pgmap v231: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:09:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:40 smithi119 ceph-mon[72222]: pgmap v231: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:09:41.473 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:09:41.473 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d, using rotation 2024-09-05T11:09:41.473 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:09:41.473 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:09:41.473 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:09:41.473 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): [gateway] 2024-09-05T11:09:41.474 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): name = client.nvmeof.nvmeof.d 2024-09-05T11:09:41.475 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): group = 2024-09-05T11:09:41.475 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): addr = 172.21.15.173 2024-09-05T11:09:41.475 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): port = 5500 2024-09-05T11:09:41.475 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:09:41.475 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:09:41.476 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:09:41.476 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:09:41.476 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:09:41.476 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:09:41.476 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:09:41.476 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:09:41.476 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:09:41.477 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): [discovery] 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): addr = 172.21.15.173 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): port = 8009 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): [ceph] 2024-09-05T11:09:41.478 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): pool = mypool 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): id = nvmeof.nvmeof.d 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): [mtls] 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): [spdk] 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:09:41.479 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): transports = tcp 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): [monitor] 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:09:41.480 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.d 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.173:5499 for group id 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.d group id=3 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 2024-09-05T11:09:41.281+0000 7f5ed7ca3640 0 ms_deliver_dispatch: unhandled message 0x55f9716cb180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:41.481 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 2024-09-05T11:09:41.281+0000 7f5ed7ca3640 0 ms_deliver_dispatch: unhandled message 0x55f9716bbba0 mon_map magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 2024-09-05T11:09:41.281+0000 7f5ed7ca3640 0 ms_deliver_dispatch: unhandled message 0x55f9716cb500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:395 (2): SPDK process id: 58 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: INFO: Setting log level to WARNING 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.301370] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.301626] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid58 ] 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.415091] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:09:41.482 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.471521] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:09:41.726 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.691029] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:09:41.726 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:09:41.726 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:285 (2): Discovery service process id: 60 2024-09-05T11:09:41.726 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:280 (60): Starting ceph nvmeof discovery service 2024-09-05T11:09:41.726 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:09:41.726 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO state.py:387 (60): nvmeof.state OMAP object already exists. 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO discovery.py:321 (60): log pages info from omap: nvmeof.state 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO discovery.py:328 (60): discovery addr: 172.21.15.173 port: 8009 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:41.992 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.774998] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.855485] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.173:0/2828604055, rc 0 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.855568] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.173:0/2828604055 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.173:0/2828604055' anagrp=4 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [2024-09-05 11:09:41.869063] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 rbd disk to lun 2024-09-05T11:09:41.993 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.173:0/2451367012' anagrp=1 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:41.994 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.173:0/1464937187' anagrp=3 2024-09-05T11:09:41.995 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:41 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:41] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:09:42.243 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.173:0/905922260' anagrp=2 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:09:42.244 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.245 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:42.246 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.247 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:09:42.248 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:42.248 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:42.248 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.248 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:09:42.248 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:42.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:42.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:42 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:42.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:42 smithi050 ceph-mon[81192]: from='client.? 172.21.15.173:0/3694273564' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:42 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:42 smithi154 ceph-mon[59043]: from='client.? 172.21.15.173:0/3694273564' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:42.497 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:42.498 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:42.499 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:42.500 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.500 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:09:42.500 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:42.500 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:42.500 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.500 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:09:42.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:42.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:42 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:42.501 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:42 smithi119 ceph-mon[72222]: from='client.? 172.21.15.173:0/3694273564' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:42.501 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:42.501 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:42.501 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.501 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:09:42.501 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:42.501 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:42.502 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.502 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:09:42.502 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:42.502 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:42.502 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.502 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:09:42.502 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:42.503 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:42.503 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.503 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:09:42.503 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:42.503 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:42.503 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.503 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:09:42.756 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.757 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:09:42.758 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:42.759 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:42.759 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.759 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:09:42.759 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:42.759 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:42.759 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.759 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.760 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:09:42.761 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:42.761 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:42.761 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:42.761 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:09:42.761 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:43.014 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:43.015 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.016 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:09:43.017 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:43.017 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:43.017 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.017 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:09:43.017 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:43.017 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:43.017 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:43.018 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.019 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:42 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:42] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:09:43.019 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:43.019 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:43.019 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.019 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:09:43.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.a (5/8) 2024-09-05T11:09:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:09:43.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-mon[81192]: pgmap v232: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 3 op/s 2024-09-05T11:09:43.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:43.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:09:43.391 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:09:43.392 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:43 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:43] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:09:43.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:43 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.a (5/8) 2024-09-05T11:09:43.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:43 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:43.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:43 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:43.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:43 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:09:43.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:43 smithi154 ceph-mon[59043]: pgmap v232: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 3 op/s 2024-09-05T11:09:43.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:43 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.a (5/8) 2024-09-05T11:09:43.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:43 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:43.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:43 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:43.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:43 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:09:43.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:43 smithi119 ceph-mon[72222]: pgmap v232: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 3 op/s 2024-09-05T11:09:43.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:09:43.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: Traceback (most recent call last): 2024-09-05T11:09:43.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:09:43.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: gateway.keep_alive() 2024-09-05T11:09:43.658 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: File "/src/control/server.py", line 530, in keep_alive 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: SystemExit: Gateway process terminated 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 19... 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: *** Caught signal (Aborted) ** 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: in thread 7f8984bb15c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8985f436f0] 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 2: /lib64/libc.so.6(+0x8679a) [0x7f8985f8b79a] 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 3: pthread_cond_wait() 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f89862db6b0] 2024-09-05T11:09:43.659 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 5: (AsyncMessenger::wait()+0x7b) [0x7f8986dcaceb] 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x556c8b62cb18] 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 7: main() 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 8: /lib64/libc.so.6(+0x29590) [0x7f8985f2e590] 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 9: __libc_start_main() 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: 10: _start() 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 58... 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO state.py:545 (60): Cleanup OMAP on exit (discovery-smithi050) 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.a) 2024-09-05T11:09:43.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:09:43.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[94093]: [05-Sep-2024 11:09:43] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-09-05T11:09:43.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 podman[94938]: 2024-09-05 11:09:43.398243277 +0000 UTC m=+0.172385371 container died c6b3fbb9f94fbddc815e0332671520f27a66e3e24db0577952d1fefc1e1b4f25 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, release=, io.ceph.nvmeof=None, io.ceph.component=ceph-nvmeof, architecture=x86_64, io.spdk.build.makeflags=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-07-30 15:47:38 UTC, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, vcs-type=git, vendor=Red Hat, Inc., io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , distribution-scope=public, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, name=ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=1.2.17, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.version=24.01, io.spdk.build.target-arch=, io.ceph.version=1.2.17) 2024-09-05T11:09:43.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 podman[94938]: 2024-09-05 11:09:43.856553858 +0000 UTC m=+0.630695994 container cleanup c6b3fbb9f94fbddc815e0332671520f27a66e3e24db0577952d1fefc1e1b4f25 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, release=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, build-date=2024-07-30 15:47:38 UTC, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.17, io.ceph.nvmeof=None, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.component=ubi9-container, distribution-scope=public, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, vcs-type=git, architecture=x86_64, version=1.2.17, vendor=Red Hat, Inc., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=18.2.4, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba) 2024-09-05T11:09:43.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:43 smithi050 bash[94938]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:09:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:44] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:09:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: states { 2024-09-05T11:09:44.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: grp_id: 4 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: state: OPTIMIZED 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: } 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: states { 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: grp_id: 4 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: state: OPTIMIZED 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: } 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: states { 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: grp_id: 4 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: state: OPTIMIZED 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: } 2024-09-05T11:09:44.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:44 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: ], , client address: IPv4 172.21.15.173:36024 2024-09-05T11:09:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 podman[94951]: 2024-09-05 11:09:44.124715019 +0000 UTC m=+0.727236181 container remove c6b3fbb9f94fbddc815e0332671520f27a66e3e24db0577952d1fefc1e1b4f25 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, architecture=x86_64, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, version=1.2.17, io.ceph.version=1.2.17, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, vendor=Red Hat, Inc., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.version=24.01, org.centos.version=9.0-21.el9, release=, io.openshift.wants=ceph,rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, build-date=2024-07-30 15:47:38 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.ceph.nvmeof=None, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.branch=tags/1.2.17, io.spdk.git.branch=undefined, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, maintainer=Ceph Developers ) 2024-09-05T11:09:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Deactivated successfully. 2024-09-05T11:09:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:44.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Consumed 1min 19.240s CPU time. 2024-09-05T11:09:44.793 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:44.793 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 podman[95082]: 2024-09-05 11:09:44.578031503 +0000 UTC m=+0.016463292 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:09:44.793 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 podman[95082]: 2024-09-05 11:09:44.683926746 +0000 UTC m=+0.122358576 container create dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.target-arch=, name=ceph-nvmeof, io.spdk.git.branch=undefined, io.ceph.git.branch=tags/1.2.17, architecture=x86_64, vcs-type=git, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , version=1.2.17, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.spdk.build.makeflags=, io.openshift.wants=ceph,rbd, build-date=2024-07-30 15:47:38 UTC, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4) 2024-09-05T11:09:45.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 podman[95082]: 2024-09-05 11:09:44.920020119 +0000 UTC m=+0.358451907 container init dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, version=1.2.17, io.spdk.build.makeflags=, maintainer=Ceph Developers , release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=18.2.4, io.ceph.maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.branch=tags/1.2.17, io.openshift.wants=ceph,rbd, architecture=x86_64, io.ceph.version=1.2.17, build-date=2024-07-30 15:47:38 UTC, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, org.centos.version=9.0-21.el9, name=ceph-nvmeof, com.redhat.component=ubi9-container, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, vendor=Red Hat, Inc., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0) 2024-09-05T11:09:45.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:44 smithi050 podman[95082]: 2024-09-05 11:09:44.922914559 +0000 UTC m=+0.361346348 container start dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, maintainer=Ceph Developers , io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, version=1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=18.2.4, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, io.spdk.build.pkgdep-args=--rbd, com.redhat.component=ubi9-container, vendor=Red Hat, Inc., distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, build-date=2024-07-30 15:47:38 UTC, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.spdk.git.branch=undefined, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.branch=tags/1.2.17, io.spdk.version=24.01, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, name=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd) 2024-09-05T11:09:45.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 bash[95082]: dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 2024-09-05T11:09:45.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 systemd[1]: Started Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:45.383 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-mon[81192]: pgmap v233: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:45.383 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:45.383 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:09:45.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): [gateway] 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): name = client.nvmeof.nvmeof.a 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): group = 2024-09-05T11:09:45.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:09:45.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): port = 5500 2024-09-05T11:09:45.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:09:45.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:09:45.387 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:09:45.388 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): [discovery] 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): port = 8009 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): [ceph] 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): pool = mypool 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): id = nvmeof.nvmeof.a 2024-09-05T11:09:45.389 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): [mtls] 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): [spdk] 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): transports = tcp 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): [monitor] 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.a 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:09:45.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.50:5499 for group id 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.a group id=0 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:395 (2): SPDK process id: 70 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: INFO: Setting log level to WARNING 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:09:45.392 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.269110] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:09:45.393 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.269170] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid70 ] 2024-09-05T11:09:45.393 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.382695] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:09:45.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:45 smithi154 ceph-mon[59043]: pgmap v233: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:45.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:45.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:45 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:45.451 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:45 smithi119 ceph-mon[72222]: pgmap v233: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 2 op/s 2024-09-05T11:09:45.451 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:45.451 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:45 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:45.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.442548] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:09:45.661 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.660970] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:09:45.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:285 (2): Discovery service process id: 900 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:280 (900): Starting ceph nvmeof discovery service 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO state.py:387 (900): nvmeof.state OMAP object already exists. 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO discovery.py:321 (900): log pages info from omap: nvmeof.state 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO discovery.py:328 (900): discovery addr: 172.21.15.50 port: 8009 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:45.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: states { 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: grp_id: 1 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: state: OPTIMIZED 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: } 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: states { 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: grp_id: 1 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: state: OPTIMIZED 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: } 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: states { 2024-09-05T11:09:45.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: grp_id: 1 2024-09-05T11:09:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: state: OPTIMIZED 2024-09-05T11:09:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: } 2024-09-05T11:09:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: ], , client address: IPv4 172.21.15.50:40128 2024-09-05T11:09:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:09:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:09:45.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 2024-09-05T11:09:45.708+0000 7efe570de640 0 ms_deliver_dispatch: unhandled message 0x5600f8669180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 2024-09-05T11:09:45.708+0000 7efe570de640 0 ms_deliver_dispatch: unhandled message 0x5600f8659ba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.761318] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.50:0/2267555281, rc 0 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.761424] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.50:0/2267555281 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.50:0/2267555281' anagrp=3 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.775411] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8344a95b-d305-44c1-b588-5390816376a5 rbd disk to lun 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.788195] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:09:45.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.804347] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 rbd disk to lun 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.831782] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.50:0/4203679813, rc 0 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.831895] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.50:0/4203679813 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.50:0/4203679813' anagrp=4 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.845005] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 rbd disk to lun 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:45.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:45.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:09:45.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.890654] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec rbd disk to lun 2024-09-05T11:09:45.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:45.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:45.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:45.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:09:46.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3024823378' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.936378] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 rbd disk to lun 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [2024-09-05 11:09:45.980722] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a rbd disk to lun 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:45] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:09:46.177 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.50:0/534094503' anagrp=1 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.50:0/3803995330' anagrp=2 2024-09-05T11:09:46.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:09:46.179 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:46.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:46.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:09:46.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:46.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:46 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3024823378' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:09:46.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:46.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:46.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:09:46.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:46.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:46.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:46.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:46.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:46.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:09:46.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:46.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:46 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3024823378' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:46.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:46.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:09:46.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:46.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:46.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:09:46.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:09:46.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:46.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:09:46.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:46.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:46.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:09:46.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:09:46.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:46.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:46.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:09:47.126 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:47 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.b (6/8) 2024-09-05T11:09:47.127 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:47 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:47.127 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:47 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:47.127 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:47 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T11:09:47.127 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:47 smithi154 ceph-mon[59043]: pgmap v234: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 211 KiB/s rd, 3.9 KiB/s wr, 215 op/s 2024-09-05T11:09:47.217 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.b (6/8) 2024-09-05T11:09:47.218 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:47.218 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:47.218 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T11:09:47.218 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-mon[81192]: pgmap v234: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 211 KiB/s rd, 3.9 KiB/s wr, 215 op/s 2024-09-05T11:09:47.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:47.218 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:46] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:47.220 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:09:47.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:09:47.222 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:09:47.222 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:09:47.222 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:09:47.222 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:09:47.222 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:09:47.222 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:09:47.222 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:09:47.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 systemd[1]: Stopping Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.b (6/8) 2024-09-05T11:09:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.b on smithi119 2024-09-05T11:09:47.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-mon[72222]: pgmap v234: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 211 KiB/s rd, 3.9 KiB/s wr, 215 op/s 2024-09-05T11:09:47.655 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:09:47.655 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: Traceback (most recent call last): 2024-09-05T11:09:47.655 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:09:47.655 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: gateway.keep_alive() 2024-09-05T11:09:47.655 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/src/control/server.py", line 526, in keep_alive 2024-09-05T11:09:47.655 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: wait_fn(timeout=timeout) 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: signaled = self._cond.wait(timeout) 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: SystemExit: Gateway process terminated 2024-09-05T11:09:47.656 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.b) pid 19... 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: *** Caught signal (Aborted) ** 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: in thread 7f07d736f5c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f07d87016f0] 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 2: /lib64/libc.so.6(+0x8679a) [0x7f07d874979a] 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 3: pthread_cond_wait() 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f07d8a996b0] 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 5: (AsyncMessenger::wait()+0x7b) [0x7f07d9588ceb] 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x559a45a46b18] 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 7: main() 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 8: /lib64/libc.so.6(+0x29590) [0x7f07d86ec590] 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 9: __libc_start_main() 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: 10: _start() 2024-09-05T11:09:47.657 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.b) pid 58... 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO state.py:545 (60): Cleanup OMAP on exit (discovery-smithi119) 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.b) 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90237]: [05-Sep-2024 11:09:47] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-09-05T11:09:47.658 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 podman[90795]: 2024-09-05 11:09:47.395667 +0000 UTC m=+0.149548342 container died ac6444c92c24709db3fd355fb40ec914db4d77e5b455c655beb969352f973320 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, vendor=Red Hat, Inc., build-date=2024-07-30 15:47:38 UTC, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.spdk.build.pkgdep-args=--rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, com.redhat.component=ubi9-container, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.ceph.maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, architecture=x86_64, name=ceph-nvmeof, vcs-type=git, io.spdk.build.ceph-release=18.2.4, release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, version=1.2.17) 2024-09-05T11:09:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:09:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:09:47] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:09:47.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 podman[90795]: 2024-09-05 11:09:47.769762994 +0000 UTC m=+0.523644380 container cleanup ac6444c92c24709db3fd355fb40ec914db4d77e5b455c655beb969352f973320 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, version=1.2.17, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , org.centos.version=9.0-21.el9, summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.ceph.summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , build-date=2024-07-30 15:47:38 UTC, io.ceph.nvmeof=None, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-type=git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, io.ceph.component=ceph-nvmeof, architecture=x86_64, io.buildah.version=1.29.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.spdk.build.target-arch=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.spdk.version=24.01, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.ceph.git.branch=tags/1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.ceph-release=18.2.4, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.build.makeflags=) 2024-09-05T11:09:47.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:47 smithi119 bash[90795]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b 2024-09-05T11:09:48.375 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 podman[90807]: 2024-09-05 11:09:48.037811845 +0000 UTC m=+0.639771936 container remove ac6444c92c24709db3fd355fb40ec914db4d77e5b455c655beb969352f973320 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, distribution-scope=public, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.ceph.maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.version=24.01, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.branch=tags/1.2.17, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, maintainer=Ceph Developers , release=, io.buildah.version=1.29.0, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.version=1.2.17, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, io.spdk.build.ceph-release=18.2.4, io.spdk.build.makeflags=, build-date=2024-07-30 15:47:38 UTC, version=1.2.17, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-09-05T11:09:48.375 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service: Deactivated successfully. 2024-09-05T11:09:48.375 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:48.375 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service: Consumed 1min 10.615s CPU time. 2024-09-05T11:09:48.710 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 systemd[1]: Starting Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:48.711 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 podman[90939]: 2024-09-05 11:09:48.483000956 +0000 UTC m=+0.016441341 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:09:48.711 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 podman[90939]: 2024-09-05 11:09:48.605844918 +0000 UTC m=+0.139285293 container create 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, url=https://github.com/ceph/ceph-nvmeof, release=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.17, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.version=1.2.17, io.buildah.version=1.29.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-07-30 15:47:38 UTC, version=1.2.17, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, name=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, io.spdk.build.ceph-release=18.2.4, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, architecture=x86_64, vcs-type=git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, com.redhat.component=ubi9-container, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:09:48.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 podman[90939]: 2024-09-05 11:09:48.808637307 +0000 UTC m=+0.342077682 container init 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, name=ceph-nvmeof, io.spdk.build.target-arch=, build-date=2024-07-30 15:47:38 UTC, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.17, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.version=24.01, vendor=Red Hat, Inc., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, version=1.2.17, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.branch=undefined, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, architecture=x86_64, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, distribution-scope=public, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , release=, io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:09:48.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 podman[90939]: 2024-09-05 11:09:48.811407156 +0000 UTC m=+0.344847531 container start 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, release=, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.ceph.nvmeof=None, io.spdk.version=24.01, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, name=ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.target-arch=, io.ceph.git.branch=tags/1.2.17, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, version=1.2.17, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, build-date=2024-07-30 15:47:38 UTC, io.ceph.version=1.2.17, vcs-type=git, summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof) 2024-09-05T11:09:48.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 bash[90939]: 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:09:48.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:48 smithi119 systemd[1]: Started Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:49.324 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-mon[72222]: pgmap v235: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 199 KiB/s rd, 3.9 KiB/s wr, 214 op/s 2024-09-05T11:09:49.324 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:49.324 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:49.324 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b, using rotation 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:09:49.325 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): [gateway] 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): name = client.nvmeof.nvmeof.b 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): group = 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): addr = 172.21.15.119 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): port = 5500 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:09:49.326 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:09:49.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:09:49.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): [discovery] 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): addr = 172.21.15.119 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): port = 8009 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): [ceph] 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): pool = mypool 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:09:49.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): id = nvmeof.nvmeof.b 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): [mtls] 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): [spdk] 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:09:49.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:09:49.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:09:49.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:09:49.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:09:49.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): transports = tcp 2024-09-05T11:09:49.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:09:49.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): [monitor] 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.b 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.119:5499 for group id 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.b group id=1 2024-09-05T11:09:49.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:395 (2): SPDK process id: 70 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: INFO: Setting log level to WARNING 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.155188] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.155283] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid70 ] 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.270372] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:09:49.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.323444] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:09:49.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:49 smithi050 ceph-mon[81192]: pgmap v235: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 199 KiB/s rd, 3.9 KiB/s wr, 214 op/s 2024-09-05T11:09:49.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:49 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:49.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:49 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:49.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:49 smithi154 ceph-mon[59043]: pgmap v235: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 199 KiB/s rd, 3.9 KiB/s wr, 214 op/s 2024-09-05T11:09:49.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:49 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:49.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:49 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:49.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.545839] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:09:49.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:09:49.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:285 (2): Discovery service process id: 900 2024-09-05T11:09:49.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:280 (900): Starting ceph nvmeof discovery service 2024-09-05T11:09:49.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:09:49.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:09:49.838 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO state.py:387 (900): nvmeof.state OMAP object already exists. 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO discovery.py:321 (900): log pages info from omap: nvmeof.state 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO discovery.py:328 (900): discovery addr: 172.21.15.119 port: 8009 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:09:49.839 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 2 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 2 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 2 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:09:49.840 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:09:49.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:56172 2024-09-05T11:09:49.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:09:49.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 2024-09-05T11:09:49.593+0000 7f64d09f6640 0 ms_deliver_dispatch: unhandled message 0x55f717a47180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.119:3300/0 2024-09-05T11:09:49.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:09:49.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 2024-09-05T11:09:49.593+0000 7f64d09f6640 0 ms_deliver_dispatch: unhandled message 0x55f717a37ba0 mon_map magic: 0 from mon.2 v2:172.21.15.119:3300/0 2024-09-05T11:09:49.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.646103] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.119:0/1892875946, rc 0 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.646574] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.119:0/1892875946 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.119:0/1892875946' anagrp=3 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.659184] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de rbd disk to lun 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.672004] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:49.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.687192] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 rbd disk to lun 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.714394] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.119:0/3527068318, rc 0 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.714477] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.119:0/3527068318 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.119:0/3527068318' anagrp=2 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.726657] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 rbd disk to lun 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.780606] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.119:0/3284617572, rc 0 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.780709] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.119:0/3284617572 2024-09-05T11:09:49.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.119:0/3284617572' anagrp=1 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.792307] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 rbd disk to lun 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.837109] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 rbd disk to lun 2024-09-05T11:09:49.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.880647] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.119:0/2522541181, rc 0 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.880720] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.119:0/2522541181 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.119:0/2522541181' anagrp=4 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [2024-09-05 11:09:49.893640] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_512ff165-1c53-4f03-94f7-6fd73040879d rbd disk to lun 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:50.096 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:49 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:49] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:50.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:09:50.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:50.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:50.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:09:50.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:50.349 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/4194493497' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:50.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:50.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:50.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:50.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:50.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:09:50.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:50.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:50 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/4194493497' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:50 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/4194493497' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:09:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:09:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:09:50.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:50.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:50.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:09:50.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:50.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:50.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:09:50.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:09:50.867 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:50.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:50 smithi154 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:51.126 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:51.127 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:50] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:09:51.128 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:09:51.129 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:09:51] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:09:51.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:51 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.c (7/8) 2024-09-05T11:09:51.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:51 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:51.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:51 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:51.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:51 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T11:09:51.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:51 smithi050 ceph-mon[81192]: pgmap v236: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 212 KiB/s rd, 4.1 KiB/s wr, 230 op/s 2024-09-05T11:09:51.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.c (7/8) 2024-09-05T11:09:51.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:51.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:51.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T11:09:51.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-mon[59043]: pgmap v236: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 212 KiB/s rd, 4.1 KiB/s wr, 230 op/s 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: Traceback (most recent call last): 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: gateway.keep_alive() 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/src/control/server.py", line 526, in keep_alive 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:09:51.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: wait_fn(timeout=timeout) 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: signaled = self._cond.wait(timeout) 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: SystemExit: Gateway process terminated 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.c) pid 19... 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: *** Caught signal (Aborted) ** 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: in thread 7fdb133855c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:09:51.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdb147176f0] 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 2: /lib64/libc.so.6(+0x8679a) [0x7fdb1475f79a] 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 3: pthread_cond_wait() 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7fdb14aaf6b0] 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 5: (AsyncMessenger::wait()+0x7b) [0x7fdb1559eceb] 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x55bb1a263b18] 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 7: main() 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 8: /lib64/libc.so.6(+0x29590) [0x7fdb14702590] 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 9: __libc_start_main() 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: 10: _start() 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.c) pid 58... 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:09:51.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO state.py:545 (60): Cleanup OMAP on exit (discovery-smithi154) 2024-09-05T11:09:51.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:09:51.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.c) 2024-09-05T11:09:51.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:09:51.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76263]: [05-Sep-2024 11:09:51] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-09-05T11:09:51.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 podman[76784]: 2024-09-05 11:09:51.190102647 +0000 UTC m=+0.180622715 container died e464430a0924f3843556c5339400cb4b0b1162d2d174cba2fd75f16f3ead7fb5 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.target-arch=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.spdk.version=24.01, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, build-date=2024-07-30 15:47:38 UTC, io.ceph.version=1.2.17, version=1.2.17, io.ceph.nvmeof=None, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, com.redhat.component=ubi9-container, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, io.ceph.component=ceph-nvmeof, org.centos.version=9.0-21.el9, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, vendor=Red Hat, Inc.) 2024-09-05T11:09:51.434 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.c (7/8) 2024-09-05T11:09:51.434 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:51.435 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:51.435 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.c on smithi154 2024-09-05T11:09:51.435 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:51 smithi119 ceph-mon[72222]: pgmap v236: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 212 KiB/s rd, 4.1 KiB/s wr, 230 op/s 2024-09-05T11:09:51.817 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 podman[76784]: 2024-09-05 11:09:51.606145531 +0000 UTC m=+0.596665596 container cleanup e464430a0924f3843556c5339400cb4b0b1162d2d174cba2fd75f16f3ead7fb5 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.target-arch=, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.ceph-release=18.2.4, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, distribution-scope=public, release=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.spdk.git.branch=undefined, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.17, io.ceph.version=1.2.17, io.spdk.build.pkgdep-args=--rbd, io.ceph.nvmeof=None, name=ceph-nvmeof, maintainer=Ceph Developers , architecture=x86_64, version=1.2.17, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.makeflags=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vendor=Red Hat, Inc.) 2024-09-05T11:09:51.817 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 bash[76784]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c 2024-09-05T11:09:52.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:51 smithi154 podman[76796]: 2024-09-05 11:09:51.815914257 +0000 UTC m=+0.627520109 container remove e464430a0924f3843556c5339400cb4b0b1162d2d174cba2fd75f16f3ead7fb5 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, vcs-type=git, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.spdk.git.branch=undefined, distribution-scope=public, build-date=2024-07-30 15:47:38 UTC, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, architecture=x86_64, io.ceph.git.branch=tags/1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, name=ceph-nvmeof, io.spdk.version=24.01, io.spdk.build.ceph-release=18.2.4, summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.17, url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.buildah.version=1.29.0, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, release=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , vendor=Red Hat, Inc.) 2024-09-05T11:09:52.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Deactivated successfully. 2024-09-05T11:09:52.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:52.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Consumed 36.633s CPU time. 2024-09-05T11:09:52.536 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:52.536 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 podman[76922]: 2024-09-05 11:09:52.328545302 +0000 UTC m=+0.016525214 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:09:52.536 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 podman[76922]: 2024-09-05 11:09:52.433945969 +0000 UTC m=+0.121925908 container create 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, distribution-scope=public, io.ceph.maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, io.ceph.version=1.2.17, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, io.spdk.version=24.01, summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.buildah.version=1.29.0, io.spdk.build.ceph-release=18.2.4, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, architecture=x86_64, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.17, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-07-30 15:47:38 UTC, org.centos.version=9.0-21.el9, url=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.17, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, release=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-09-05T11:09:52.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 podman[76922]: 2024-09-05 11:09:52.644348074 +0000 UTC m=+0.332327972 container init 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, vcs-type=git, distribution-scope=public, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.17, io.spdk.version=24.01, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.makeflags=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.buildah.version=1.29.0, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, io.ceph.component=ceph-nvmeof, version=1.2.17, io.spdk.build.pkgdep-args=--rbd, io.ceph.version=1.2.17, io.openshift.wants=ceph,rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-07-30 15:47:38 UTC, release=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-09-05T11:09:52.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 podman[76922]: 2024-09-05 11:09:52.647216464 +0000 UTC m=+0.335196358 container start 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.git.branch=undefined, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.wants=ceph,rbd, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.ceph-release=18.2.4, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, architecture=x86_64, vendor=Red Hat, Inc., release=, io.buildah.version=1.29.0, io.ceph.nvmeof=None, build-date=2024-07-30 15:47:38 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, version=1.2.17, org.centos.version=9.0-21.el9, io.spdk.build.pkgdep-args=--rbd, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , distribution-scope=public, io.ceph.version=1.2.17, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, com.redhat.component=ubi9-container) 2024-09-05T11:09:52.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 bash[76922]: 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:09:52.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 systemd[1]: Started Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:53.163 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:09:53.163 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-09-05T11:09:53.163 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:09:53.163 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:09:53.163 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:09:53.163 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:09:53.163 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): [gateway] 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): name = client.nvmeof.nvmeof.c 2024-09-05T11:09:53.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): group = 2024-09-05T11:09:53.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): addr = 172.21.15.154 2024-09-05T11:09:53.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): port = 5500 2024-09-05T11:09:53.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:09:53.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:09:53.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:09:53.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): [discovery] 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): addr = 172.21.15.154 2024-09-05T11:09:53.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): port = 8009 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): [ceph] 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): pool = mypool 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): id = nvmeof.nvmeof.c 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): [mtls] 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:09:53.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): [spdk] 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): transports = tcp 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:09:53.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): [monitor] 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.c 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.154:5499 for group id 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.c group id=2 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:09:53.171 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:395 (2): SPDK process id: 70 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: INFO: Setting log level to WARNING 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:52] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:52.990140] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:52.990362] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid70 ] 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.105469] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:09:53.172 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.161833] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:09:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.379941] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:09:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:09:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO server.py:285 (2): Discovery service process id: 900 2024-09-05T11:09:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO server.py:280 (900): Starting ceph nvmeof discovery service 2024-09-05T11:09:53.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:09:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:09:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:09:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:09:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO state.py:387 (900): nvmeof.state OMAP object already exists. 2024-09-05T11:09:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO discovery.py:321 (900): log pages info from omap: nvmeof.state 2024-09-05T11:09:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO discovery.py:328 (900): discovery addr: 172.21.15.154 port: 8009 2024-09-05T11:09:53.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: states { 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: grp_id: 3 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: state: OPTIMIZED 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: } 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: states { 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: grp_id: 3 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: state: OPTIMIZED 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: } 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:09:53.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: states { 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: grp_id: 3 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: state: OPTIMIZED 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: } 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: ], , client address: IPv4 172.21.15.154:38056 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 2024-09-05T11:09:53.419+0000 7fe4dcdf4640 0 ms_deliver_dispatch: unhandled message 0x55933d26f180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 2024-09-05T11:09:53.419+0000 7fe4dcdf4640 0 ms_deliver_dispatch: unhandled message 0x55933d25fba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.463911] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:09:53.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.520098] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.154:0/3165471526, rc 0 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.520209] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.154:0/3165471526 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.154:0/3165471526' anagrp=4 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.532956] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 rbd disk to lun 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.576772] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.154:0/1921968020, rc 0 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.576876] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.154:0/1921968020 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.154:0/1921968020' anagrp=1 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [2024-09-05 11:09:53.588759] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 rbd disk to lun 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:53.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:53.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:09:53.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:53.923 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-mon[59043]: pgmap v237: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 393 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-09-05T11:09:53.923 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:53.923 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:53.923 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-mon[59043]: from='client.? 172.21.15.154:0/1125413754' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.154:0/3004887602' anagrp=3 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:53.924 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:53.925 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.154:0/2042895762' anagrp=2 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:09:53.926 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:53.927 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:09:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:53 smithi050 ceph-mon[81192]: pgmap v237: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 393 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-09-05T11:09:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:53 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:54.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:53 smithi050 ceph-mon[81192]: from='client.? 172.21.15.154:0/1125413754' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:54.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:53] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:54.177 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:54.178 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.179 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.180 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:09:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:53 smithi119 ceph-mon[72222]: pgmap v237: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 393 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-09-05T11:09:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:53 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:53 smithi119 ceph-mon[72222]: from='client.? 172.21.15.154:0/1125413754' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:54.442 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:54.442 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:54.442 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.442 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:09:54.442 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:54.442 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:54.442 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:54.443 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:09:54.444 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:54.445 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:54.445 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.445 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:09:54.445 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:54.445 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:54.445 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:54.446 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.447 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:09:54.447 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:54.447 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:54.447 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.447 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:09:54.447 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:54.699 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:54.700 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:54.701 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.702 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:54.703 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:09:54.704 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:54.998 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:09:55.071 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-mon[59043]: pgmap v238: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 379 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:55.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:55.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:09:55.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:09:55.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:09:55.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:09:55.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:09:55.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:09:55.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:09:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:54 smithi050 ceph-mon[81192]: pgmap v238: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 379 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-09-05T11:09:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:54 smithi119 ceph-mon[72222]: pgmap v238: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 379 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (7m) 4m ago 22m 490M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (6m) 3m ago 20m 439M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (6m) 4m ago 22m 46.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (6m) 3m ago 20m 38.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (5m) 91s ago 20m 38.6M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 starting - - - - 2024-09-05T11:09:55.570 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 starting - - - - 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 starting - - - - 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 starting - - - - 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (5m) 4m ago 19m 45.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (4m) 4m ago 19m 12.1M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (4m) 3m ago 18m 38.4M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (3m) 3m ago 18m 40.7M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (3m) 3m ago 18m 13.3M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 89330cf482ab 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (2m) 91s ago 17m 48.6M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 287053cf3ad8 2024-09-05T11:09:55.571 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (2m) 91s ago 17m 45.9M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 ebb829f1f7f0 2024-09-05T11:09:55.572 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (93s) 91s ago 17m 11.3M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 11b00744f04e 2024-09-05T11:09:55.913 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:09:55.913 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:09:55.913 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 8 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 13 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:09:55.914 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:09:55.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:55 smithi050 ceph-mon[81192]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:55.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:55 smithi050 ceph-mon[81192]: from='client.34941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:55.915 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:55 smithi050 ceph-mon[81192]: from='client.34947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:56.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:55 smithi154 ceph-mon[59043]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:55 smithi154 ceph-mon[59043]: from='client.34941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:56.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:55 smithi154 ceph-mon[59043]: from='client.34947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:56.205 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:09:56.205 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79", 2024-09-05T11:09:56.205 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": true, 2024-09-05T11:09:56.205 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-05T11:09:56.205 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [ 2024-09-05T11:09:56.205 INFO:teuthology.orchestra.run.smithi050.stdout: "mon", 2024-09-05T11:09:56.205 INFO:teuthology.orchestra.run.smithi050.stdout: "osd", 2024-09-05T11:09:56.206 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr" 2024-09-05T11:09:56.206 INFO:teuthology.orchestra.run.smithi050.stdout: ], 2024-09-05T11:09:56.206 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": "13/17 daemons upgraded", 2024-09-05T11:09:56.206 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "Currently upgrading nvmeof daemons", 2024-09-05T11:09:56.206 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:09:56.206 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:09:56.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:55 smithi119 ceph-mon[72222]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:56.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:55 smithi119 ceph-mon[72222]: from='client.34941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:56.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:55 smithi119 ceph-mon[72222]: from='client.34947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:56.540 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:09:56.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 systemd[1]: Stopping Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: Traceback (most recent call last): 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: gateway.keep_alive() 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/src/control/server.py", line 526, in keep_alive 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:09:56.983 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: wait_fn(timeout=timeout) 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: signaled = self._cond.wait(timeout) 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:09:56.984 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: SystemExit: Gateway process terminated 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.d) pid 19... 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: *** Caught signal (Aborted) ** 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: in thread 7f5edbd065c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f5edd0986f0] 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 2: /lib64/libc.so.6(+0x8679a) [0x7f5edd0e079a] 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 3: pthread_cond_wait() 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f5edd4306b0] 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 5: (AsyncMessenger::wait()+0x7b) [0x7f5eddf1fceb] 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x55f96fe5ab18] 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 7: main() 2024-09-05T11:09:56.985 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 8: /lib64/libc.so.6(+0x29590) [0x7f5edd083590] 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 9: __libc_start_main() 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: 10: _start() 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.d) pid 58... 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO state.py:545 (60): Cleanup OMAP on exit (discovery-smithi173) 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.d) 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[41618]: [05-Sep-2024 11:09:56] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log.gz 2024-09-05T11:09:56.986 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:56 smithi173 podman[42108]: 2024-09-05 11:09:56.723381819 +0000 UTC m=+0.152653633 container died a08185bffe66c02a61d9dce94ec4bf77e1f847ac0cd3e9028a534c996823fba4 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.ceph.version=1.2.17, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.ceph.component=ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.version=9.0-21.el9, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.17, summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=18.2.4, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.branch=undefined, release=, distribution-scope=public, build-date=2024-07-30 15:47:38 UTC, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-05T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: Upgrade: Updating nvmeof.nvmeof.d (8/8) 2024-09-05T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/205368994' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/66067916' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:09:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:56 smithi050 ceph-mon[81192]: pgmap v239: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 574 op/s 2024-09-05T11:09:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: Upgrade: Updating nvmeof.nvmeof.d (8/8) 2024-09-05T11:09:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/205368994' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:09:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T11:09:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/66067916' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:09:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:56 smithi154 ceph-mon[59043]: pgmap v239: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 574 op/s 2024-09-05T11:09:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: Upgrade: Updating nvmeof.nvmeof.d (8/8) 2024-09-05T11:09:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.d", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:09:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/205368994' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:09:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:09:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.d on smithi173 2024-09-05T11:09:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:09:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/66067916' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:09:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:56 smithi119 ceph-mon[72222]: pgmap v239: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 574 op/s 2024-09-05T11:09:57.333 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 podman[42108]: 2024-09-05 11:09:57.09746999 +0000 UTC m=+0.526741836 container cleanup a08185bffe66c02a61d9dce94ec4bf77e1f847ac0cd3e9028a534c996823fba4 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, release=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.openshift.wants=ceph,rbd, name=ceph-nvmeof, maintainer=Ceph Developers , vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.branch=tags/1.2.17, org.centos.version=9.0-21.el9, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.17, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.nvmeof=None, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.ceph-release=18.2.4, io.spdk.build.target-arch=, io.spdk.git.branch=undefined, io.ceph.version=1.2.17, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:09:57.333 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 bash[42108]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d 2024-09-05T11:09:57.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 podman[42119]: 2024-09-05 11:09:57.331878084 +0000 UTC m=+0.610256737 container remove a08185bffe66c02a61d9dce94ec4bf77e1f847ac0cd3e9028a534c996823fba4 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, io.ceph.nvmeof=None, io.ceph.version=1.2.17, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, distribution-scope=public, build-date=2024-07-30 15:47:38 UTC, maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.spdk.build.ceph-release=18.2.4, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.component=ubi9-container, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., architecture=x86_64, io.spdk.git.branch=undefined, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, version=1.2.17, org.centos.version=9.0-21.el9, vcs-type=git) 2024-09-05T11:09:57.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Deactivated successfully. 2024-09-05T11:09:57.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 systemd[1]: Stopped Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:57.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Consumed 31.065s CPU time. 2024-09-05T11:09:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 systemd[1]: Starting Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:09:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 podman[42250]: 2024-09-05 11:09:57.763108496 +0000 UTC m=+0.016968268 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:09:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:57 smithi173 podman[42250]: 2024-09-05 11:09:57.86622038 +0000 UTC m=+0.120080152 container create dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.ceph.component=ceph-nvmeof, architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, io.ceph.maintainer=Ceph Developers , distribution-scope=public, io.ceph.git.branch=tags/1.2.17, io.spdk.git.branch=undefined, com.redhat.component=ubi9-container, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, version=1.2.17, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, io.spdk.build.ceph-release=18.2.4, build-date=2024-07-30 15:47:38 UTC, io.spdk.git.repo=https://github.com/ceph/spdk.git, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-type=git) 2024-09-05T11:09:58.323 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 podman[42250]: 2024-09-05 11:09:58.076842984 +0000 UTC m=+0.330702760 container init dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, maintainer=Ceph Developers , io.spdk.build.ceph-release=18.2.4, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-07-30 15:47:38 UTC, io.ceph.summary=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, distribution-scope=public, io.spdk.version=24.01, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, name=ceph-nvmeof, architecture=x86_64, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., org.centos.version=9.0-21.el9, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=1.2.17, io.ceph.git.branch=tags/1.2.17, io.ceph.version=1.2.17, com.redhat.component=ubi9-container, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom) 2024-09-05T11:09:58.323 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 podman[42250]: 2024-09-05 11:09:58.079479238 +0000 UTC m=+0.333339010 container start dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., io.buildah.version=1.29.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, distribution-scope=public, version=1.2.17, release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, name=ceph-nvmeof, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=18.2.4, io.ceph.version=1.2.17, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.spdk.build.makeflags=, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.version=24.01, build-date=2024-07-30 15:47:38 UTC, io.ceph.component=ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.ceph.maintainer=Ceph Developers ) 2024-09-05T11:09:58.323 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 bash[42250]: dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:09:58.323 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 systemd[1]: Started Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:09:58.323 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d, using rotation 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:09:58.324 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): [gateway] 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): name = client.nvmeof.nvmeof.d 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): group = 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): addr = 172.21.15.173 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): port = 5500 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:09:58.325 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:09:58.326 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:09:58.591 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): [discovery] 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): addr = 172.21.15.173 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): port = 8009 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): [ceph] 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): pool = mypool 2024-09-05T11:09:58.592 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:09:58.593 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): id = nvmeof.nvmeof.d 2024-09-05T11:09:58.593 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): 2024-09-05T11:09:58.593 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): [mtls] 2024-09-05T11:09:58.593 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:09:58.593 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:09:58.593 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): [spdk] 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): transports = tcp 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:09:58.594 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): [monitor] 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.d 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.173:5499 for group id 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.d group id=3 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:09:58.595 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:395 (2): SPDK process id: 70 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: INFO: Setting log level to WARNING 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.422681] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.422892] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid70 ] 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.537957] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:09:58.596 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.589549] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:09:58.848 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.811744] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:09:58.849 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:09:58.849 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:285 (2): Discovery service process id: 909 2024-09-05T11:09:58.849 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:280 (909): Starting ceph nvmeof discovery service 2024-09-05T11:09:58.849 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:09:58.849 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:09:58.849 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:09:58.849 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO state.py:387 (909): nvmeof.state OMAP object already exists. 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO discovery.py:321 (909): log pages info from omap: nvmeof.state 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO discovery.py:328 (909): discovery addr: 172.21.15.173 port: 8009 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: states { 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: grp_id: 4 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: state: OPTIMIZED 2024-09-05T11:09:59.100 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: } 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: states { 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: grp_id: 4 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: state: OPTIMIZED 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: } 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: states { 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: grp_id: 4 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: state: OPTIMIZED 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: } 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: ], , client address: IPv4 172.21.15.173:38480 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 2024-09-05T11:09:58.852+0000 7f3e5610c640 0 ms_deliver_dispatch: unhandled message 0x562d7ef47180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:59.101 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 2024-09-05T11:09:58.852+0000 7f3e5610c640 0 ms_deliver_dispatch: unhandled message 0x562d7ef37ba0 mon_map magic: 0 from mon.1 v2:172.21.15.154:3300/0 2024-09-05T11:09:59.102 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:59.102 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:09:59.102 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:09:59.102 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:09:59.102 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:59.102 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.915196] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.173:0/424496881, rc 0 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.915305] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.173:0/424496881 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.173:0/424496881' anagrp=1 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.928930] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 rbd disk to lun 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.941918] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.957779] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.173:0/749078980, rc 0 2024-09-05T11:09:59.103 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.958036] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.173:0/749078980 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.173:0/749078980' anagrp=4 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:58.971358] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_512ff165-1c53-4f03-94f7-6fd73040879d rbd disk to lun 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:58 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:58] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:59.015913] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.173:0/4039549857, rc 0 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:59.016496] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.173:0/4039549857 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.173:0/4039549857' anagrp=3 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:59.029649] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 rbd disk to lun 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:59.104 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:59.105 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.105 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:09:59.105 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:59.098724] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 rbd disk to lun 2024-09-05T11:09:59.105 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:09:59.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:59.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:59.142421] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.173:0/2028592466, rc 0 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:59.142501] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.173:0/2028592466 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.173:0/2028592466' anagrp=2 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [2024-09-05 11:09:59.155920] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 rbd disk to lun 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:59.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:09:59.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:59.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:59.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:09:59.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:09:59.364 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:09:59.365 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:59.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: pgmap v240: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 329 KiB/s rd, 1.1 KiB/s wr, 361 op/s 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='client.? 172.21.15.173:0/97162514' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:59.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.425 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:09:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: pgmap v240: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 329 KiB/s rd, 1.1 KiB/s wr, 361 op/s 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='client.? 172.21.15.173:0/97162514' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:09:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.531 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.532 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: pgmap v240: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 329 KiB/s rd, 1.1 KiB/s wr, 361 op/s 2024-09-05T11:09:59.532 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='client.? 172.21.15.173:0/97162514' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:09:59.532 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.532 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:09:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:09:59.619 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:59.619 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.619 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:09:59.619 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:59.619 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:59.619 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:59.620 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.621 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:09:59.622 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:09:59.622 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:59.622 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.622 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:09:59.622 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:59.622 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:09:59.622 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:09:59.880 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:59.881 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.882 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:09:59.882 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:09:59.882 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:09:59.882 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.882 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:09:59.882 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:59.883 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.884 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:09:59.885 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:09:59.885 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:09:59.885 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:09:59.885 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:09:59.885 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:10:00.136 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:10:00.137 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:09:59 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:09:59] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:10:00.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:10:00.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:10:00.385 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:10:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:10:00.387 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:10:00.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:10:00.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:10:00.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:10:00.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:10:00.389 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:10:00.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:10:00.390 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:10:00.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:10:00.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:10:00.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:10:00.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:10:00.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:10:00.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:10:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: overall HEALTH_OK 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: overall HEALTH_OK 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.991 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.991 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.991 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.991 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.991 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: overall HEALTH_OK 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:01.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:01 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:01.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:01 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:01.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:01 smithi154 ceph-mon[59043]: pgmap v241: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 336 KiB/s rd, 1.1 KiB/s wr, 370 op/s 2024-09-05T11:10:01.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:01 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:01.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:01 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:01.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:01 smithi119 ceph-mon[72222]: pgmap v241: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 336 KiB/s rd, 1.1 KiB/s wr, 370 op/s 2024-09-05T11:10:02.039 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:01 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:02.039 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:01 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:02.040 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:01 smithi050 ceph-mon[81192]: pgmap v241: 33 pgs: 33 active+clean; 609 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 336 KiB/s rd, 1.1 KiB/s wr, 370 op/s 2024-09-05T11:10:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:03 smithi050 ceph-mon[81192]: pgmap v242: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 449 KiB/s rd, 938 B/s wr, 486 op/s 2024-09-05T11:10:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:03.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:03 smithi119 ceph-mon[72222]: pgmap v242: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 449 KiB/s rd, 938 B/s wr, 486 op/s 2024-09-05T11:10:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:03 smithi154 ceph-mon[59043]: pgmap v242: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 449 KiB/s rd, 938 B/s wr, 486 op/s 2024-09-05T11:10:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:04.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.177 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-05T11:10:05.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-05T11:10:05.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-05T11:10:05.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-05T11:10:05.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-05T11:10:05.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-05T11:10:05.178 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-05T11:10:05.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-05T11:10:05.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-05T11:10:05.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-05T11:10:05.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-05T11:10:05.179 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.180 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:04 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.181 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:05.183 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.184 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-05T11:10:05.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-05T11:10:05.186 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-05T11:10:05.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:04 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:05.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:05.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:05.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:10:05.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-09-05T11:10:05.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.252 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.253 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.253 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.253 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.253 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.253 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.253 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:10:05.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:05.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.254 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.255 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.256 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:10:05.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:05.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-05T11:10:05.257 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-05T11:10:05.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-05T11:10:05.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-05T11:10:05.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-05T11:10:05.258 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-05T11:10:05.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-05T11:10:05.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-05T11:10:05.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-05T11:10:05.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-05T11:10:05.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-05T11:10:05.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-05T11:10:05.259 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-05T11:10:05.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-05T11:10:05.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-05T11:10:05.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-05T11:10:05.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-05T11:10:05.260 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-05T11:10:05.261 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-05T11:10:05.261 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-05T11:10:05.261 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-05T11:10:05.261 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.261 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.261 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.262 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.262 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.262 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-05T11:10:05.262 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-05T11:10:05.262 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-05T11:10:05.262 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:04 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:06.045 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T11:10:06.045 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.045 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.045 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.50:5500 to Dashboard 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.119:5500 to Dashboard 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.154:5500 to Dashboard 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.173:5500 to Dashboard 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: Upgrade: Setting container_image for all nvmeof 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: Upgrade: Finalizing container_image settings 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: Upgrade: Complete! 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: pgmap v243: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 268 KiB/s rd, 285 op/s 2024-09-05T11:10:06.046 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.047 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:05 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.106 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T11:10:06.106 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.106 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.50:5500 to Dashboard 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.119:5500 to Dashboard 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.154:5500 to Dashboard 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.173:5500 to Dashboard 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: Upgrade: Setting container_image for all nvmeof 2024-09-05T11:10:06.107 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: Upgrade: Finalizing container_image settings 2024-09-05T11:10:06.108 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: Upgrade: Complete! 2024-09-05T11:10:06.108 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: pgmap v243: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 268 KiB/s rd, 285 op/s 2024-09-05T11:10:06.108 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.108 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.108 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:05 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T11:10:06.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.50:5500 to Dashboard 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.119:5500 to Dashboard 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.154:5500 to Dashboard 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.173:5500 to Dashboard 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:10:06.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: Upgrade: Setting container_image for all nvmeof 2024-09-05T11:10:06.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: Upgrade: Finalizing container_image settings 2024-09-05T11:10:06.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: Upgrade: Complete! 2024-09-05T11:10:06.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: pgmap v243: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 268 KiB/s rd, 285 op/s 2024-09-05T11:10:06.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:06.175 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:05 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:07.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:07.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:07.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:07.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:06 smithi119 ceph-mon[72222]: pgmap v244: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 284 KiB/s rd, 286 op/s 2024-09-05T11:10:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:06 smithi050 ceph-mon[81192]: pgmap v244: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 284 KiB/s rd, 286 op/s 2024-09-05T11:10:07.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:10:07.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:06 smithi154 ceph-mon[59043]: pgmap v244: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 284 KiB/s rd, 286 op/s 2024-09-05T11:10:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:08 smithi050 ceph-mon[81192]: pgmap v245: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:10:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:08 smithi154 ceph-mon[59043]: pgmap v245: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:10:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:08 smithi119 ceph-mon[72222]: pgmap v245: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:10:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:10 smithi050 ceph-mon[81192]: pgmap v246: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:10:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:10 smithi154 ceph-mon[59043]: pgmap v246: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:10:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:10 smithi119 ceph-mon[72222]: pgmap v246: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 149 KiB/s rd, 142 op/s 2024-09-05T11:10:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:12 smithi050 ceph-mon[81192]: pgmap v247: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 158 KiB/s rd, 135 op/s 2024-09-05T11:10:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:12 smithi154 ceph-mon[59043]: pgmap v247: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 158 KiB/s rd, 135 op/s 2024-09-05T11:10:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:12 smithi119 ceph-mon[72222]: pgmap v247: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 158 KiB/s rd, 135 op/s 2024-09-05T11:10:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:14 smithi050 ceph-mon[81192]: pgmap v248: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:14 smithi154 ceph-mon[59043]: pgmap v248: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:14 smithi119 ceph-mon[72222]: pgmap v248: 33 pgs: 33 active+clean; 609 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:16 smithi050 ceph-mon[81192]: pgmap v249: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:16 smithi154 ceph-mon[59043]: pgmap v249: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:16 smithi119 ceph-mon[72222]: pgmap v249: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:18 smithi050 ceph-mon[81192]: pgmap v250: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:18 smithi154 ceph-mon[59043]: pgmap v250: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:18 smithi119 ceph-mon[72222]: pgmap v250: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:20 smithi050 ceph-mon[81192]: pgmap v251: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:20 smithi154 ceph-mon[59043]: pgmap v251: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:20 smithi119 ceph-mon[72222]: pgmap v251: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:22 smithi050 ceph-mon[81192]: pgmap v252: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:22 smithi154 ceph-mon[59043]: pgmap v252: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:22 smithi119 ceph-mon[72222]: pgmap v252: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:24 smithi050 ceph-mon[81192]: pgmap v253: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:24 smithi154 ceph-mon[59043]: pgmap v253: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:25.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:24 smithi119 ceph-mon[72222]: pgmap v253: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:27.167 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:26 smithi050 ceph-mon[81192]: pgmap v254: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:26 smithi154 ceph-mon[59043]: pgmap v254: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:26 smithi119 ceph-mon[72222]: pgmap v254: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:27.564 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph config get mgr mgr/cephadm/container_image_nvmeof' 2024-09-05T11:10:27.763 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:10:28.154 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:27 smithi050 ceph-mon[81192]: from='client.35016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:10:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:27 smithi154 ceph-mon[59043]: from='client.35016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:10:28.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:27 smithi119 ceph-mon[72222]: from='client.35016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:10:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:28 smithi050 ceph-mon[81192]: pgmap v255: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:28 smithi154 ceph-mon[59043]: pgmap v255: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:29.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:28 smithi119 ceph-mon[72222]: pgmap v255: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:29.546 INFO:teuthology.orchestra.run.smithi050.stdout:quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:10:29.866 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:29 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2788036842' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"} : dispatch 2024-09-05T11:10:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:29 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2788036842' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"} : dispatch 2024-09-05T11:10:30.177 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'sleep 60' 2024-09-05T11:10:30.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:29 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2788036842' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/cephadm/container_image_nvmeof"} : dispatch 2024-09-05T11:10:30.384 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:10:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:30 smithi050 ceph-mon[81192]: pgmap v256: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:30 smithi154 ceph-mon[59043]: pgmap v256: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:30 smithi119 ceph-mon[72222]: pgmap v256: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:32 smithi050 ceph-mon[81192]: pgmap v257: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:32 smithi154 ceph-mon[59043]: pgmap v257: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:32 smithi119 ceph-mon[72222]: pgmap v257: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:34 smithi050 ceph-mon[81192]: pgmap v258: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:34 smithi154 ceph-mon[59043]: pgmap v258: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:34 smithi119 ceph-mon[72222]: pgmap v258: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:36 smithi050 ceph-mon[81192]: pgmap v259: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:36 smithi154 ceph-mon[59043]: pgmap v259: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:36 smithi119 ceph-mon[72222]: pgmap v259: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:38 smithi050 ceph-mon[81192]: pgmap v260: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:38 smithi154 ceph-mon[59043]: pgmap v260: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:38 smithi119 ceph-mon[72222]: pgmap v260: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:40 smithi050 ceph-mon[81192]: pgmap v261: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:40 smithi154 ceph-mon[59043]: pgmap v261: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:40 smithi119 ceph-mon[72222]: pgmap v261: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:42 smithi050 ceph-mon[81192]: pgmap v262: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:42 smithi154 ceph-mon[59043]: pgmap v262: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:42 smithi119 ceph-mon[72222]: pgmap v262: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:44 smithi050 ceph-mon[81192]: pgmap v263: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:44 smithi154 ceph-mon[59043]: pgmap v263: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:44 smithi119 ceph-mon[72222]: pgmap v263: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:46 smithi050 ceph-mon[81192]: pgmap v264: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:46 smithi154 ceph-mon[59043]: pgmap v264: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:46 smithi119 ceph-mon[72222]: pgmap v264: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:48 smithi050 ceph-mon[81192]: pgmap v265: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:48 smithi154 ceph-mon[59043]: pgmap v265: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:48 smithi119 ceph-mon[72222]: pgmap v265: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:50 smithi050 ceph-mon[81192]: pgmap v266: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:50 smithi154 ceph-mon[59043]: pgmap v266: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:50 smithi119 ceph-mon[72222]: pgmap v266: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:52 smithi050 ceph-mon[81192]: pgmap v267: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:52 smithi154 ceph-mon[59043]: pgmap v267: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:52 smithi119 ceph-mon[72222]: pgmap v267: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:54 smithi050 ceph-mon[81192]: pgmap v268: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:54 smithi154 ceph-mon[59043]: pgmap v268: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:54 smithi119 ceph-mon[72222]: pgmap v268: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:56 smithi050 ceph-mon[81192]: pgmap v269: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:56 smithi154 ceph-mon[59043]: pgmap v269: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:56 smithi119 ceph-mon[72222]: pgmap v269: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:10:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:10:58 smithi050 ceph-mon[81192]: pgmap v270: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:10:58 smithi154 ceph-mon[59043]: pgmap v270: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:10:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:10:58 smithi119 ceph-mon[72222]: pgmap v270: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:00 smithi050 ceph-mon[81192]: pgmap v271: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:00 smithi154 ceph-mon[59043]: pgmap v271: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:00 smithi119 ceph-mon[72222]: pgmap v271: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:02 smithi050 ceph-mon[81192]: pgmap v272: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:02 smithi154 ceph-mon[59043]: pgmap v272: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:02 smithi119 ceph-mon[72222]: pgmap v272: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:04 smithi050 ceph-mon[81192]: pgmap v273: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:04 smithi154 ceph-mon[59043]: pgmap v273: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:05.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:04 smithi119 ceph-mon[72222]: pgmap v273: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:06 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:11:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:06 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:11:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:06 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:11:07.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:07 smithi119 ceph-mon[72222]: pgmap v274: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:07.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:11:07.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:11:07.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:11:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:07 smithi050 ceph-mon[81192]: pgmap v274: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:11:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:11:07.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:11:07.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:07 smithi154 ceph-mon[59043]: pgmap v274: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:07.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:11:07.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:11:07.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:11:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:08 smithi050 ceph-mon[81192]: pgmap v275: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:08 smithi154 ceph-mon[59043]: pgmap v275: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:08 smithi119 ceph-mon[72222]: pgmap v275: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:10 smithi050 ceph-mon[81192]: pgmap v276: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:10 smithi154 ceph-mon[59043]: pgmap v276: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:10 smithi119 ceph-mon[72222]: pgmap v276: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:12 smithi050 ceph-mon[81192]: pgmap v277: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:12 smithi154 ceph-mon[59043]: pgmap v277: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:12 smithi119 ceph-mon[72222]: pgmap v277: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:14 smithi050 ceph-mon[81192]: pgmap v278: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:14 smithi154 ceph-mon[59043]: pgmap v278: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:14 smithi119 ceph-mon[72222]: pgmap v278: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:16 smithi050 ceph-mon[81192]: pgmap v279: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:16 smithi154 ceph-mon[59043]: pgmap v279: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:16 smithi119 ceph-mon[72222]: pgmap v279: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:18 smithi050 ceph-mon[81192]: pgmap v280: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:18 smithi154 ceph-mon[59043]: pgmap v280: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:18 smithi119 ceph-mon[72222]: pgmap v280: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:20 smithi050 ceph-mon[81192]: pgmap v281: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:20 smithi154 ceph-mon[59043]: pgmap v281: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:20 smithi119 ceph-mon[72222]: pgmap v281: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:22 smithi050 ceph-mon[81192]: pgmap v282: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:22 smithi154 ceph-mon[59043]: pgmap v282: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:22 smithi119 ceph-mon[72222]: pgmap v282: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:24 smithi050 ceph-mon[81192]: pgmap v283: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:24 smithi154 ceph-mon[59043]: pgmap v283: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:25.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:24 smithi119 ceph-mon[72222]: pgmap v283: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:26 smithi050 ceph-mon[81192]: pgmap v284: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:26 smithi154 ceph-mon[59043]: pgmap v284: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:26 smithi119 ceph-mon[72222]: pgmap v284: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:28 smithi050 ceph-mon[81192]: pgmap v285: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:28 smithi154 ceph-mon[59043]: pgmap v285: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:29.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:28 smithi119 ceph-mon[72222]: pgmap v285: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:30 smithi050 ceph-mon[81192]: pgmap v286: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:30 smithi154 ceph-mon[59043]: pgmap v286: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:30 smithi119 ceph-mon[72222]: pgmap v286: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:32.627 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph nvme-gw show mypool '"'"''"'"'' 2024-09-05T11:11:32.825 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:32 smithi050 ceph-mon[81192]: pgmap v287: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:32 smithi154 ceph-mon[59043]: pgmap v287: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:32 smithi119 ceph-mon[72222]: pgmap v287: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:34.846 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "epoch": 18, 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "pool": "mypool", 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "group": "", 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "num gws": 4, 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "Anagrp list": "[ 1 2 3 4 ]" 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.a", 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 1, 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:11:34.847 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "AVAILABLE", 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: ACTIVE , 2: STANDBY , 3: STANDBY , 4: STANDBY ," 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.b", 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 2, 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "AVAILABLE", 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: STANDBY , 2: ACTIVE , 3: STANDBY , 4: STANDBY ," 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.c", 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 3, 2024-09-05T11:11:34.848 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "AVAILABLE", 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: STANDBY , 2: STANDBY , 3: ACTIVE , 4: STANDBY ," 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout: "gw-id": "client.nvmeof.nvmeof.d", 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout: "anagrp-id": 4, 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout: "performed-full-startup": 1, 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout: "Availability": "AVAILABLE", 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout: "ana states": " 1: STANDBY , 2: STANDBY , 3: STANDBY , 4: ACTIVE ," 2024-09-05T11:11:34.849 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:11:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:34 smithi050 ceph-mon[81192]: pgmap v288: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:34 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3119288185' entity='client.admin' cmd={"prefix": "nvme-gw show", "pool": "mypool", "group": ""} : dispatch 2024-09-05T11:11:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:34 smithi154 ceph-mon[59043]: pgmap v288: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:34 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3119288185' entity='client.admin' cmd={"prefix": "nvme-gw show", "pool": "mypool", "group": ""} : dispatch 2024-09-05T11:11:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:34 smithi119 ceph-mon[72222]: pgmap v288: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:35.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:34 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3119288185' entity='client.admin' cmd={"prefix": "nvme-gw show", "pool": "mypool", "group": ""} : dispatch 2024-09-05T11:11:35.497 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph orch ps' 2024-09-05T11:11:35.706 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:37.141 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:36 smithi050 ceph-mon[81192]: pgmap v289: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:36 smithi154 ceph-mon[59043]: pgmap v289: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:36 smithi119 ceph-mon[72222]: pgmap v289: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.x smithi050 *:8443,8765 running (8m) 91s ago 23m 498M - 19.1.0-1421-gad95a3e1 20621b93dff8 9e1feb947d1f 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:mgr.y smithi119 *:8443,8765 running (8m) 91s ago 21m 440M - 19.1.0-1421-gad95a3e1 20621b93dff8 43dac865a374 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:mon.a smithi050 running (8m) 91s ago 24m 58.1M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 6447755d8759 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:mon.b smithi119 running (8m) 91s ago 21m 45.2M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ce9c21ab65e5 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:mon.c smithi154 running (7m) 91s ago 22m 43.0M 2048M 19.1.0-1421-gad95a3e1 20621b93dff8 ba8683b441b9 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (113s) 91s ago 16m 129M - 1.2.17 32a3d75b7c14 dc107a6756eb 2024-09-05T11:11:37.623 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (109s) 91s ago 16m 137M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (105s) 91s ago 16m 132M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (99s) 92s ago 16m 125M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.0 smithi050 running (6m) 91s ago 21m 52.2M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 7c391949e670 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.1 smithi050 running (6m) 91s ago 20m 56.4M 6498M 19.1.0-1421-gad95a3e1 20621b93dff8 a536d9782b22 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.2 smithi119 running (5m) 91s ago 20m 44.0M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 b384391b85e8 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.3 smithi119 running (5m) 91s ago 20m 46.6M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 46ff967164c6 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.4 smithi119 running (4m) 91s ago 19m 43.8M 4330M 19.1.0-1421-gad95a3e1 20621b93dff8 89330cf482ab 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.5 smithi154 running (4m) 91s ago 19m 52.6M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 287053cf3ad8 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.6 smithi154 running (3m) 91s ago 19m 50.9M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 ebb829f1f7f0 2024-09-05T11:11:37.624 INFO:teuthology.orchestra.run.smithi050.stdout:osd.7 smithi154 running (3m) 91s ago 18m 44.1M 5696M 19.1.0-1421-gad95a3e1 20621b93dff8 11b00744f04e 2024-09-05T11:11:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:37 smithi050 ceph-mon[81192]: from='client.35034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:38.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:37 smithi154 ceph-mon[59043]: from='client.35034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:38.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:37 smithi119 ceph-mon[72222]: from='client.35034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:38.253 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph orch ps | grep "nvmeof" || exit 1' 2024-09-05T11:11:38.455 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:38 smithi050 ceph-mon[81192]: pgmap v290: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:38 smithi154 ceph-mon[59043]: pgmap v290: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:38 smithi119 ceph-mon[72222]: pgmap v290: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:40.191 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (115s) 94s ago 16m 129M - 1.2.17 32a3d75b7c14 dc107a6756eb 2024-09-05T11:11:40.191 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (111s) 94s ago 16m 137M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:11:40.191 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (107s) 94s ago 16m 132M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:11:40.191 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (102s) 95s ago 16m 125M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:11:40.817 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph orch ps | grep "nvmeof" | grep "running" || exit 1' 2024-09-05T11:11:41.016 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:41.136 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:40 smithi050 ceph-mon[81192]: from='client.35040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:41.136 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:40 smithi050 ceph-mon[81192]: pgmap v291: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:40 smithi154 ceph-mon[59043]: from='client.35040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:40 smithi154 ceph-mon[59043]: pgmap v291: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:41.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:40 smithi119 ceph-mon[72222]: from='client.35040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:40 smithi119 ceph-mon[72222]: pgmap v291: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:42.846 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (118s) 96s ago 16m 129M - 1.2.17 32a3d75b7c14 dc107a6756eb 2024-09-05T11:11:42.846 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (114s) 96s ago 16m 137M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:11:42.847 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (110s) 96s ago 16m 132M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:11:42.847 INFO:teuthology.orchestra.run.smithi050.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (105s) 97s ago 17m 125M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:11:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:42 smithi050 ceph-mon[81192]: pgmap v292: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:42 smithi154 ceph-mon[59043]: pgmap v292: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:42 smithi119 ceph-mon[72222]: pgmap v292: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:43.539 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph versions' 2024-09-05T11:11:43.733 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:44.122 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:43 smithi050 ceph-mon[81192]: from='client.35046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:43 smithi154 ceph-mon[59043]: from='client.35046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:44.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:43 smithi119 ceph-mon[72222]: from='client.35046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:45.139 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:44 smithi050 ceph-mon[81192]: pgmap v293: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:44 smithi154 ceph-mon[59043]: pgmap v293: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:44 smithi119 ceph-mon[72222]: pgmap v293: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:45.590 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "mon": { 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 3 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "mgr": { 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 2 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "osd": { 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 8 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "overall": { 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph version 19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)": 13 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-09-05T11:11:45.591 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:11:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:45 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1334147956' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:11:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:45 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1334147956' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:11:46.195 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph orch upgrade status' 2024-09-05T11:11:46.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:45 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1334147956' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:11:46.403 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:47.836 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:47 smithi050 ceph-mon[81192]: pgmap v294: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:47 smithi154 ceph-mon[59043]: pgmap v294: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:48.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:47 smithi119 ceph-mon[72222]: pgmap v294: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout: "target_image": null, 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout: "in_progress": false, 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout: "which": "", 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout: "services_complete": [], 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout: "progress": null, 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout: "message": "", 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout: "is_paused": false 2024-09-05T11:11:48.292 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-09-05T11:11:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:48 smithi050 ceph-mon[81192]: from='client.54955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:48 smithi050 ceph-mon[81192]: pgmap v295: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:48.987 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph health detail' 2024-09-05T11:11:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:48 smithi154 ceph-mon[59043]: from='client.54955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:48 smithi154 ceph-mon[59043]: pgmap v295: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:49.195 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:48 smithi119 ceph-mon[72222]: from='client.54955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:11:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:48 smithi119 ceph-mon[72222]: pgmap v295: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:51.074 INFO:teuthology.orchestra.run.smithi050.stdout:HEALTH_OK 2024-09-05T11:11:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:50 smithi050 ceph-mon[81192]: pgmap v296: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:50 smithi154 ceph-mon[59043]: pgmap v296: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:50 smithi119 ceph-mon[72222]: pgmap v296: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:51.673 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef-nvmeof shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 -e sha1=cb0f54bdf22cef90a18ff6884cf74b8211383d6b -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-05T11:11:51.874 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T11:11:52.122 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:51 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3612560905' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:11:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:51 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3612560905' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:11:52.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:51 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3612560905' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:11:52.967 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:52 smithi050 ceph-mon[81192]: pgmap v297: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:52 smithi154 ceph-mon[59043]: pgmap v297: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:52 smithi119 ceph-mon[72222]: pgmap v297: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:53.749 INFO:teuthology.orchestra.run.smithi050.stdout:true 2024-09-05T11:11:54.108 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:53 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/3375797326' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:11:54.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:53 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/3375797326' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:11:54.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:53 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/3375797326' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-05T11:11:54.445 INFO:teuthology.run_tasks:Running task workunit... 2024-09-05T11:11:54.455 INFO:tasks.workunit:Pulling workunits from ref e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b 2024-09-05T11:11:54.455 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-05T11:11:54.455 DEBUG:teuthology.orchestra.run.smithi033:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-05T11:11:54.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:11:54.475 INFO:teuthology.orchestra.run.smithi033.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-05T11:11:54.475 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-05T11:11:54.532 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-05T11:11:54.533 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-05T11:11:54.591 INFO:tasks.workunit:timeout=3h 2024-09-05T11:11:54.591 INFO:tasks.workunit:cleanup=True 2024-09-05T11:11:54.591 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/vallariag/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b 2024-09-05T11:11:54.650 INFO:tasks.workunit.client.0.smithi033.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-05T11:11:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:54 smithi050 ceph-mon[81192]: pgmap v298: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:54 smithi154 ceph-mon[59043]: pgmap v298: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:54 smithi119 ceph-mon[72222]: pgmap v298: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:56 smithi050 ceph-mon[81192]: pgmap v299: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:56 smithi154 ceph-mon[59043]: pgmap v299: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:56 smithi119 ceph-mon[72222]: pgmap v299: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:11:59.161 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:11:58 smithi050 ceph-mon[81192]: pgmap v300: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:11:58 smithi154 ceph-mon[59043]: pgmap v300: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:11:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:11:58 smithi119 ceph-mon[72222]: pgmap v300: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:00 smithi050 ceph-mon[81192]: pgmap v301: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:00 smithi154 ceph-mon[59043]: pgmap v301: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:00 smithi119 ceph-mon[72222]: pgmap v301: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:02 smithi050 ceph-mon[81192]: pgmap v302: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:02 smithi154 ceph-mon[59043]: pgmap v302: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:02 smithi119 ceph-mon[72222]: pgmap v302: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:04 smithi050 ceph-mon[81192]: pgmap v303: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:04 smithi154 ceph-mon[59043]: pgmap v303: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:05.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:04 smithi119 ceph-mon[72222]: pgmap v303: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:06 smithi050 ceph-mon[81192]: pgmap v304: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:06 smithi154 ceph-mon[59043]: pgmap v304: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:06 smithi119 ceph-mon[72222]: pgmap v304: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:12:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:12:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:12:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:12:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:12:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:12:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:12:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:12:08.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:12:08.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:12:08.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:12:08.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:12:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:08 smithi050 ceph-mon[81192]: pgmap v305: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:08 smithi154 ceph-mon[59043]: pgmap v305: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:08 smithi119 ceph-mon[72222]: pgmap v305: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:10 smithi050 ceph-mon[81192]: pgmap v306: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:10 smithi154 ceph-mon[59043]: pgmap v306: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:10 smithi119 ceph-mon[72222]: pgmap v306: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:12 smithi050 ceph-mon[81192]: pgmap v307: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:12 smithi154 ceph-mon[59043]: pgmap v307: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:12 smithi119 ceph-mon[72222]: pgmap v307: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:14 smithi050 ceph-mon[81192]: pgmap v308: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:14 smithi154 ceph-mon[59043]: pgmap v308: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:14 smithi119 ceph-mon[72222]: pgmap v308: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:16 smithi050 ceph-mon[81192]: pgmap v309: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:16 smithi154 ceph-mon[59043]: pgmap v309: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:16 smithi119 ceph-mon[72222]: pgmap v309: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:18 smithi050 ceph-mon[81192]: pgmap v310: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:18 smithi154 ceph-mon[59043]: pgmap v310: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:18 smithi119 ceph-mon[72222]: pgmap v310: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:20 smithi050 ceph-mon[81192]: pgmap v311: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:20 smithi154 ceph-mon[59043]: pgmap v311: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:20 smithi119 ceph-mon[72222]: pgmap v311: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:22 smithi050 ceph-mon[81192]: pgmap v312: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:22 smithi154 ceph-mon[59043]: pgmap v312: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:22 smithi119 ceph-mon[72222]: pgmap v312: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:24 smithi050 ceph-mon[81192]: pgmap v313: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:24 smithi154 ceph-mon[59043]: pgmap v313: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:25.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:24 smithi119 ceph-mon[72222]: pgmap v313: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:26 smithi050 ceph-mon[81192]: pgmap v314: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:26 smithi154 ceph-mon[59043]: pgmap v314: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:26 smithi119 ceph-mon[72222]: pgmap v314: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:28 smithi050 ceph-mon[81192]: pgmap v315: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:28 smithi154 ceph-mon[59043]: pgmap v315: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:29.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:28 smithi119 ceph-mon[72222]: pgmap v315: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:30 smithi050 ceph-mon[81192]: pgmap v316: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:30 smithi154 ceph-mon[59043]: pgmap v316: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:30 smithi119 ceph-mon[72222]: pgmap v316: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:32 smithi050 ceph-mon[81192]: pgmap v317: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:32 smithi154 ceph-mon[59043]: pgmap v317: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:32 smithi119 ceph-mon[72222]: pgmap v317: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:34 smithi050 ceph-mon[81192]: pgmap v318: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:34 smithi154 ceph-mon[59043]: pgmap v318: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:34 smithi119 ceph-mon[72222]: pgmap v318: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:36.753 INFO:tasks.workunit.client.0.smithi033.stderr:Note: switching to 'e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b'. 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr:state without impacting any branches by switching back to a branch. 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr: git switch -c 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:12:36.754 INFO:tasks.workunit.client.0.smithi033.stderr:Or undo this operation with: 2024-09-05T11:12:36.755 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:12:36.755 INFO:tasks.workunit.client.0.smithi033.stderr: git switch - 2024-09-05T11:12:36.755 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:12:36.755 INFO:tasks.workunit.client.0.smithi033.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-05T11:12:36.755 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:12:36.755 INFO:tasks.workunit.client.0.smithi033.stderr:HEAD is now at e8f5bd991b6 qa/suites/nvmeof/upgrade: add high-availability workload 2024-09-05T11:12:36.758 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-05T11:12:36.813 INFO:tasks.workunit.client.0.smithi033.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-05T11:12:36.815 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T11:12:36.815 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-05T11:12:36.863 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-05T11:12:36.912 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-05T11:12:36.951 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T11:12:36.953 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T11:12:36.953 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-05T11:12:36.990 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T11:12:36.994 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T11:12:36.994 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-05T11:12:37.068 INFO:tasks.workunit:Running workunits matching nvmeof/basic_tests.sh on client.0... 2024-09-05T11:12:37.069 INFO:tasks.workunit:Running workunit nvmeof/basic_tests.sh... 2024-09-05T11:12:37.070 DEBUG:teuthology.orchestra.run.smithi033:workunit test nvmeof/basic_tests.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_IMAGE_PREFIX=myimage RBD_POOL=mypool timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/nvmeof/basic_tests.sh 2024-09-05T11:12:37.124 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo modprobe nvme-fabrics 2024-09-05T11:12:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:36 smithi050 ceph-mon[81192]: pgmap v319: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:36 smithi154 ceph-mon[59043]: pgmap v319: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:37.197 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo modprobe nvme-tcp 2024-09-05T11:12:37.223 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo dnf reinstall nvme-cli -y 2024-09-05T11:12:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:36 smithi119 ceph-mon[72222]: pgmap v319: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:37.771 INFO:tasks.workunit.client.0.smithi033.stdout:Last metadata expiration check: 0:28:46 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T11:12:37.908 INFO:tasks.workunit.client.0.smithi033.stdout:Dependencies resolved. 2024-09-05T11:12:37.909 INFO:tasks.workunit.client.0.smithi033.stdout:================================================================================ 2024-09-05T11:12:37.909 INFO:tasks.workunit.client.0.smithi033.stdout: Package Architecture Version Repository Size 2024-09-05T11:12:37.909 INFO:tasks.workunit.client.0.smithi033.stdout:================================================================================ 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout:Reinstalling: 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout:Transaction Summary 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout:================================================================================ 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout:Total download size: 906 k 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout:Installed size: 5.3 M 2024-09-05T11:12:37.910 INFO:tasks.workunit.client.0.smithi033.stdout:Downloading Packages: 2024-09-05T11:12:38.319 INFO:tasks.workunit.client.0.smithi033.stdout:nvme-cli-2.9.1-6.el9.x86_64.rpm 2.9 MB/s | 906 kB 00:00 2024-09-05T11:12:38.319 INFO:tasks.workunit.client.0.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T11:12:38.319 INFO:tasks.workunit.client.0.smithi033.stdout:Total 2.2 MB/s | 906 kB 00:00 2024-09-05T11:12:38.337 INFO:tasks.workunit.client.0.smithi033.stdout:Running transaction check 2024-09-05T11:12:38.348 INFO:tasks.workunit.client.0.smithi033.stdout:Transaction check succeeded. 2024-09-05T11:12:38.348 INFO:tasks.workunit.client.0.smithi033.stdout:Running transaction test 2024-09-05T11:12:38.470 INFO:tasks.workunit.client.0.smithi033.stdout:Transaction test succeeded. 2024-09-05T11:12:38.470 INFO:tasks.workunit.client.0.smithi033.stdout:Running transaction 2024-09-05T11:12:38.925 INFO:tasks.workunit.client.0.smithi033.stdout: Preparing : 1/1 2024-09-05T11:12:39.023 INFO:tasks.workunit.client.0.smithi033.stdout: Reinstalling : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-05T11:12:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:38 smithi050 ceph-mon[81192]: pgmap v320: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:38 smithi154 ceph-mon[59043]: pgmap v320: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:38 smithi119 ceph-mon[72222]: pgmap v320: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:39.322 INFO:tasks.workunit.client.0.smithi033.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-05T11:12:39.426 INFO:tasks.workunit.client.0.smithi033.stdout: Cleanup : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-05T11:12:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:40 smithi050 ceph-mon[81192]: pgmap v321: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:40 smithi154 ceph-mon[59043]: pgmap v321: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:40 smithi119 ceph-mon[72222]: pgmap v321: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:42.908 INFO:tasks.workunit.client.0.smithi033.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-05T11:12:42.908 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-05T11:12:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:42 smithi050 ceph-mon[81192]: pgmap v322: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:42 smithi154 ceph-mon[59043]: pgmap v322: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:42 smithi119 ceph-mon[72222]: pgmap v322: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:12:43.263 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-05T11:12:43.263 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:12:43.263 INFO:tasks.workunit.client.0.smithi033.stdout:Reinstalled: 2024-09-05T11:12:43.263 INFO:tasks.workunit.client.0.smithi033.stdout: nvme-cli-2.9.1-6.el9.x86_64 2024-09-05T11:12:43.263 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:12:43.263 INFO:tasks.workunit.client.0.smithi033.stdout:Complete! 2024-09-05T11:12:43.603 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo lsmod 2024-09-05T11:12:43.603 INFO:tasks.workunit.client.0.smithi033.stderr:+ grep nvme 2024-09-05T11:12:43.617 INFO:tasks.workunit.client.0.smithi033.stdout:nvme_tcp 57344 0 2024-09-05T11:12:43.618 INFO:tasks.workunit.client.0.smithi033.stdout:nvme_keyring 16384 1 nvme_tcp 2024-09-05T11:12:43.618 INFO:tasks.workunit.client.0.smithi033.stdout:nvme_fabrics 45056 1 nvme_tcp 2024-09-05T11:12:43.618 INFO:tasks.workunit.client.0.smithi033.stdout:nvme 65536 5 2024-09-05T11:12:43.618 INFO:tasks.workunit.client.0.smithi033.stdout:nvme_core 237568 8 nvme_tcp,nvme,nvme_fabrics 2024-09-05T11:12:43.618 INFO:tasks.workunit.client.0.smithi033.stdout:nvme_auth 28672 1 nvme_core 2024-09-05T11:12:43.618 INFO:tasks.workunit.client.0.smithi033.stdout:t10_pi 20480 2 sd_mod,nvme_core 2024-09-05T11:12:43.618 INFO:tasks.workunit.client.0.smithi033.stderr:+ nvme version 2024-09-05T11:12:43.619 INFO:tasks.workunit.client.0.smithi033.stdout:nvme version 2.9.1 (git 2.9.1) 2024-09-05T11:12:43.619 INFO:tasks.workunit.client.0.smithi033.stdout:libnvme version 1.9 (git 1.9) 2024-09-05T11:12:43.620 INFO:tasks.workunit.client.0.smithi033.stderr:+ source /etc/ceph/nvmeof.env 2024-09-05T11:12:43.620 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_GATEWAY_IP_ADDRESSES=172.21.15.50,172.21.15.119,172.21.15.154,172.21.15.173 2024-09-05T11:12:43.620 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_GATEWAY_NAMES=smithi050,smithi119,smithi154,smithi173 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_DEFAULT_GATEWAY_IP_ADDRESS=172.21.15.50 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_CLI_IMAGE=quay.io/ceph/nvmeof-cli:1.2.16 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_SUBSYSTEMS_PREFIX=nqn.2016-06.io.spdk:cnode 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_SUBSYSTEMS_COUNT=3 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_NAMESPACES_COUNT=20 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_PORT=4420 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:++ NVMEOF_SRPORT=5500 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:+ SPDK_CONTROLLER='Ceph bdev Controller' 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:+ DISCOVERY_PORT=8009 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run disconnect_all 2024-09-05T11:12:43.621 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: disconnect_all 2024-09-05T11:12:43.622 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: disconnect_all' 2024-09-05T11:12:43.622 INFO:tasks.workunit.client.0.smithi033.stderr:+ disconnect_all 2024-09-05T11:12:43.622 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo nvme disconnect-all 2024-09-05T11:12:43.635 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list 2024-09-05T11:12:43.647 INFO:tasks.workunit.client.0.smithi033.stderr:+ output='Node Generic SN Model Namespace Usage Format FW Rev 2024-09-05T11:12:43.647 INFO:tasks.workunit.client.0.smithi033.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-09-05T11:12:43.647 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT5330008Q400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-09-05T11:12:43.647 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Node Generic SN Model Namespace Usage Format FW Rev 2024-09-05T11:12:43.647 INFO:tasks.workunit.client.0.smithi033.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-09-05T11:12:43.647 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT5330008Q400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-09-05T11:12:43.647 INFO:tasks.workunit.client.0.smithi033.stderr:+ grep -q 'Ceph bdev Controller' 2024-09-05T11:12:43.648 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:43.648 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] disconnect_all test passed! 2024-09-05T11:12:43.649 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] disconnect_all test passed!' 2024-09-05T11:12:43.649 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run discovery 2024-09-05T11:12:43.649 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: discovery 2024-09-05T11:12:43.650 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: discovery' 2024-09-05T11:12:43.650 INFO:tasks.workunit.client.0.smithi033.stderr:+ discovery 2024-09-05T11:12:43.650 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme discover -t tcp -a 172.21.15.50 -s 8009 2024-09-05T11:12:43.697 INFO:tasks.workunit.client.0.smithi033.stderr:+ output=' 2024-09-05T11:12:43.697 INFO:tasks.workunit.client.0.smithi033.stderr:Discovery Log Number of Records 12, Generation counter 1 2024-09-05T11:12:43.697 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 0====== 2024-09-05T11:12:43.697 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.697 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.697 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 0 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.50 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 1====== 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.698 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 1 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.119 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 2====== 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 2 2024-09-05T11:12:43.699 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.154 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 3====== 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.700 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 3 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.173 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 4====== 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 4 2024-09-05T11:12:43.701 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.50 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 5====== 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.702 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 5 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.119 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 6====== 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 6 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.703 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.154 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 7====== 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 7 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.173 2024-09-05T11:12:43.704 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 8====== 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 8 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.50 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.705 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 9====== 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 9 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.119 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.706 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.707 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 10====== 2024-09-05T11:12:43.707 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.707 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.707 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.707 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.707 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 10 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.154 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 11====== 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 11 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.708 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.173 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none' 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:+ expected_discovery_stdout='subtype: nvme subsystem' 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo ' 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:Discovery Log Number of Records 12, Generation counter 1 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 0====== 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 0 2024-09-05T11:12:43.709 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.50 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 1====== 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 1 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.119 2024-09-05T11:12:43.710 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 2====== 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 2 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.154 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.711 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 3====== 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 3 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.173 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 4====== 2024-09-05T11:12:43.712 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 4 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.50 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 5====== 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.713 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.714 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 5 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.119 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 6====== 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.716 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 6 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.154 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 7====== 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.717 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 7 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.173 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 8====== 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 8 2024-09-05T11:12:43.718 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.50 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 9====== 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 9 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.119 2024-09-05T11:12:43.719 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 10====== 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 10 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.154 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:=====Discovery Log Entry 11====== 2024-09-05T11:12:43.720 INFO:tasks.workunit.client.0.smithi033.stderr:trtype: tcp 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:adrfam: ipv4 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:subtype: nvme subsystem 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:treq: not required 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:portid: 11 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:trsvcid: 4420 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:traddr: 172.21.15.173 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:eflags: none 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:sectype: none' 2024-09-05T11:12:43.721 INFO:tasks.workunit.client.0.smithi033.stderr:+ grep -q 'subtype: nvme subsystem' 2024-09-05T11:12:43.722 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:43.722 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] discovery test passed! 2024-09-05T11:12:43.722 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] discovery test passed!' 2024-09-05T11:12:43.723 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run connect 2024-09-05T11:12:43.723 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: connect 2024-09-05T11:12:43.723 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: connect' 2024-09-05T11:12:43.723 INFO:tasks.workunit.client.0.smithi033.stderr:+ connect 2024-09-05T11:12:43.723 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo nvme connect -t tcp --traddr 172.21.15.50 -s 4420 -n nqn.2016-06.io.spdk:cnode1 2024-09-05T11:12:43.795 INFO:tasks.workunit.client.0.smithi033.stdout:connecting to device: nvme1 2024-09-05T11:12:43.796 INFO:tasks.workunit.client.0.smithi033.stderr:+ sleep 5 2024-09-05T11:12:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:44 smithi050 ceph-mon[81192]: pgmap v323: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:44 smithi154 ceph-mon[59043]: pgmap v323: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:44 smithi119 ceph-mon[72222]: pgmap v323: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:12:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:46 smithi050 ceph-mon[81192]: pgmap v324: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s rd, 426 B/s wr, 5 op/s 2024-09-05T11:12:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:46 smithi154 ceph-mon[59043]: pgmap v324: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s rd, 426 B/s wr, 5 op/s 2024-09-05T11:12:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:46 smithi119 ceph-mon[72222]: pgmap v324: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s rd, 426 B/s wr, 5 op/s 2024-09-05T11:12:48.798 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list --output-format=json 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr:+ output='{ 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "Devices":[ 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n8", 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n8", 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.815 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n4", 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n4", 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.816 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n20", 2024-09-05T11:12:48.817 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n20", 2024-09-05T11:12:48.818 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.818 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.818 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.818 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.818 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.818 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.819 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.819 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.819 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.819 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:48.819 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n16", 2024-09-05T11:12:48.819 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n16", 2024-09-05T11:12:48.820 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.820 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.820 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.820 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.820 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.820 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.820 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n12", 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n12", 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.821 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme0n1", 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng0n1", 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"8DV101H0", 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"INTEL SSDPEDMD400G4", 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"CVFT5330008Q400BGN", 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":400088457216, 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":781422768, 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":400088457216, 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:48.822 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr:}' 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '{ 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "Devices":[ 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n8", 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n8", 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.823 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n4", 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n4", 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.824 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n20", 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n20", 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.825 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n16", 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n16", 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:48.826 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme1n12", 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng1n12", 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.827 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme0n1", 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng0n1", 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"8DV101H0", 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"INTEL SSDPEDMD400G4", 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"CVFT5330008Q400BGN", 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":400088457216, 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":781422768, 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":400088457216, 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:48.828 INFO:tasks.workunit.client.0.smithi033.stderr:}' 2024-09-05T11:12:48.829 INFO:tasks.workunit.client.0.smithi033.stderr:+ grep -q 'Ceph bdev Controller' 2024-09-05T11:12:48.829 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:48.829 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] connect test passed!' 2024-09-05T11:12:48.829 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] connect test passed! 2024-09-05T11:12:48.830 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run list_subsys 1 2024-09-05T11:12:48.830 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: list_subsys 2024-09-05T11:12:48.831 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: list_subsys' 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr:+ list_subsys 1 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr:+ expected_count=1 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list-subsys --output-format=json 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr:+ output='[ 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr: "HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47ada6ba4", 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr: "HostID":"898a0e10-da2d-4a42-8017-d9c445089d0c", 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr: "Subsystems":[ 2024-09-05T11:12:48.832 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme-subsys1", 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "NQN":"nqn.2016-06.io.spdk:cnode1", 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "IOPolicy":"numa", 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "Paths":[ 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme1", 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.833 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme-subsys0", 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: "NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT5330008Q400BGN INTEL SSDPEDMD400G4", 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: "IOPolicy":"numa", 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: "Paths":[ 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme0", 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"pcie", 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"0000:02:00.0", 2024-09-05T11:12:48.834 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr:]' 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr:++ echo '[' '{' '"HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47ada6ba4",' '"HostID":"898a0e10-da2d-4a42-8017-d9c445089d0c",' '"Subsystems":[' '{' '"Name":"nvme-subsys1",' '"NQN":"nqn.2016-06.io.spdk:cnode1",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme1",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys0",' '"NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT5330008Q400BGN' INTEL 'SSDPEDMD400G4",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme0",' '"Transport":"pcie",' '"Address":"0000:02:00.0",' '"State":"live"' '}' ']' '}' ']' '}' ']' 2024-09-05T11:12:48.835 INFO:tasks.workunit.client.0.smithi033.stderr:++ grep -o '"tcp"' 2024-09-05T11:12:48.836 INFO:tasks.workunit.client.0.smithi033.stderr:++ wc -l 2024-09-05T11:12:48.836 INFO:tasks.workunit.client.0.smithi033.stderr:+ multipath=1 2024-09-05T11:12:48.836 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 1 -ne 1 ']' 2024-09-05T11:12:48.836 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:48.837 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] list_subsys test passed! 2024-09-05T11:12:48.837 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] list_subsys test passed!' 2024-09-05T11:12:48.837 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run disconnect_all 2024-09-05T11:12:48.838 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: disconnect_all 2024-09-05T11:12:48.838 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: disconnect_all' 2024-09-05T11:12:48.838 INFO:tasks.workunit.client.0.smithi033.stderr:+ disconnect_all 2024-09-05T11:12:48.838 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo nvme disconnect-all 2024-09-05T11:12:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:48 smithi050 ceph-mon[81192]: pgmap v325: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 426 B/s wr, 4 op/s 2024-09-05T11:12:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:48 smithi154 ceph-mon[59043]: pgmap v325: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 426 B/s wr, 4 op/s 2024-09-05T11:12:49.216 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list 2024-09-05T11:12:49.230 INFO:tasks.workunit.client.0.smithi033.stderr:+ output='Node Generic SN Model Namespace Usage Format FW Rev 2024-09-05T11:12:49.230 INFO:tasks.workunit.client.0.smithi033.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-09-05T11:12:49.230 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT5330008Q400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-09-05T11:12:49.230 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo 'Node Generic SN Model Namespace Usage Format FW Rev 2024-09-05T11:12:49.230 INFO:tasks.workunit.client.0.smithi033.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-09-05T11:12:49.230 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT5330008Q400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-09-05T11:12:49.230 INFO:tasks.workunit.client.0.smithi033.stderr:+ grep -q 'Ceph bdev Controller' 2024-09-05T11:12:49.231 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:49.231 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] disconnect_all test passed! 2024-09-05T11:12:49.231 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] disconnect_all test passed!' 2024-09-05T11:12:49.231 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run list_subsys 0 2024-09-05T11:12:49.232 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: list_subsys 2024-09-05T11:12:49.232 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: list_subsys' 2024-09-05T11:12:49.232 INFO:tasks.workunit.client.0.smithi033.stderr:+ list_subsys 0 2024-09-05T11:12:49.232 INFO:tasks.workunit.client.0.smithi033.stderr:+ expected_count=0 2024-09-05T11:12:49.232 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list-subsys --output-format=json 2024-09-05T11:12:49.244 INFO:tasks.workunit.client.0.smithi033.stderr:+ output='[ 2024-09-05T11:12:49.244 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:49.244 INFO:tasks.workunit.client.0.smithi033.stderr: "HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47ada6ba4", 2024-09-05T11:12:49.244 INFO:tasks.workunit.client.0.smithi033.stderr: "HostID":"898a0e10-da2d-4a42-8017-d9c445089d0c", 2024-09-05T11:12:49.244 INFO:tasks.workunit.client.0.smithi033.stderr: "Subsystems":[ 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme-subsys0", 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT5330008Q400BGN INTEL SSDPEDMD400G4", 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "IOPolicy":"numa", 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "Paths":[ 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme0", 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"pcie", 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"0000:02:00.0", 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:49.245 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:49.246 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:49.246 INFO:tasks.workunit.client.0.smithi033.stderr:]' 2024-09-05T11:12:49.246 INFO:tasks.workunit.client.0.smithi033.stderr:++ echo '[' '{' '"HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47ada6ba4",' '"HostID":"898a0e10-da2d-4a42-8017-d9c445089d0c",' '"Subsystems":[' '{' '"Name":"nvme-subsys0",' '"NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT5330008Q400BGN' INTEL 'SSDPEDMD400G4",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme0",' '"Transport":"pcie",' '"Address":"0000:02:00.0",' '"State":"live"' '}' ']' '}' ']' '}' ']' 2024-09-05T11:12:49.247 INFO:tasks.workunit.client.0.smithi033.stderr:++ grep -o '"tcp"' 2024-09-05T11:12:49.247 INFO:tasks.workunit.client.0.smithi033.stderr:++ wc -l 2024-09-05T11:12:49.247 INFO:tasks.workunit.client.0.smithi033.stderr:+ multipath=0 2024-09-05T11:12:49.247 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -ne 0 ']' 2024-09-05T11:12:49.247 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:49.247 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] list_subsys test passed! 2024-09-05T11:12:49.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] list_subsys test passed!' 2024-09-05T11:12:49.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run connect_all 2024-09-05T11:12:49.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: connect_all' 2024-09-05T11:12:49.248 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: connect_all 2024-09-05T11:12:49.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ connect_all 2024-09-05T11:12:49.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo nvme connect-all --traddr=172.21.15.50 --transport=tcp -l 3600 2024-09-05T11:12:49.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:48 smithi119 ceph-mon[72222]: pgmap v325: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 426 B/s wr, 4 op/s 2024-09-05T11:12:50.276 INFO:tasks.workunit.client.0.smithi033.stderr:+ sleep 5 2024-09-05T11:12:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:50 smithi050 ceph-mon[81192]: pgmap v326: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T11:12:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:50 smithi154 ceph-mon[59043]: pgmap v326: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T11:12:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:50 smithi119 ceph-mon[72222]: pgmap v326: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-05T11:12:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:52 smithi050 ceph-mon[81192]: pgmap v327: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-09-05T11:12:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:52 smithi154 ceph-mon[59043]: pgmap v327: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-09-05T11:12:53.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:52 smithi119 ceph-mon[72222]: pgmap v327: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-09-05T11:12:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:54 smithi050 ceph-mon[81192]: pgmap v328: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-05T11:12:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:54 smithi154 ceph-mon[59043]: pgmap v328: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-05T11:12:55.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:54 smithi119 ceph-mon[72222]: pgmap v328: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-05T11:12:55.278 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list --output-format=json 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr:+ output='{ 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: "Devices":[ 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":9, 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n9", 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n9", 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.316 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n8", 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n8", 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.317 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":7, 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n7", 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n7", 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.318 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":6, 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n6", 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n6", 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.319 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":5, 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n5", 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n5", 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.320 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n4", 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n4", 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.321 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":3, 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n3", 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n3", 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.322 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n20", 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n20", 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.323 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":2, 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n2", 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n2", 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.324 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":19, 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n19", 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n19", 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.325 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":18, 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n18", 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n18", 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.326 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":17, 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n17", 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n17", 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:55.327 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n16", 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n16", 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":15, 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n15", 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n15", 2024-09-05T11:12:55.328 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":14, 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n14", 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n14", 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.329 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":13, 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n13", 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n13", 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.330 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n12", 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n12", 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.331 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":11, 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n11", 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n11", 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.332 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":10, 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n10", 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n10", 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.333 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n1", 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n1", 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":9, 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n9", 2024-09-05T11:12:55.334 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n9", 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n8", 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n8", 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.335 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":7, 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n7", 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n7", 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.336 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":6, 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n6", 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n6", 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.337 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":5, 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n5", 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n5", 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.338 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n4", 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n4", 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.339 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":3, 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n3", 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n3", 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:55.340 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n20", 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n20", 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":2, 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n2", 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n2", 2024-09-05T11:12:55.341 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":19, 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n19", 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n19", 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.342 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":18, 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n18", 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n18", 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.343 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":17, 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n17", 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n17", 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.344 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n16", 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n16", 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.345 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":15, 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n15", 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n15", 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.348 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":14, 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n14", 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n14", 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.349 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":13, 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n13", 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n13", 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.350 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n12", 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n12", 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.351 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":11, 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n11", 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n11", 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":10, 2024-09-05T11:12:55.352 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n10", 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n10", 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n1", 2024-09-05T11:12:55.353 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n1", 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":9, 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n9", 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n9", 2024-09-05T11:12:55.354 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n8", 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n8", 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.355 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":7, 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n7", 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n7", 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.356 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":6, 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n6", 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n6", 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.357 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":5, 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n5", 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n5", 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.358 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n4", 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n4", 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.359 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":3, 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n3", 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n3", 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.360 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n20", 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n20", 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":2, 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n2", 2024-09-05T11:12:55.361 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n2", 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":19, 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n19", 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n19", 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.362 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":18, 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n18", 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n18", 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.363 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":17, 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n17", 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n17", 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.364 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n16", 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n16", 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.365 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":15, 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n15", 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n15", 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.366 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":14, 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n14", 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n14", 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.367 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":13, 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n13", 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n13", 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.368 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n12", 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n12", 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.369 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":11, 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n11", 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n11", 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.370 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":10, 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n10", 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n10", 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.371 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n1", 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n1", 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.372 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme0n1", 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng0n1", 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"8DV101H0", 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"INTEL SSDPEDMD400G4", 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"CVFT5330008Q400BGN", 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":400088457216, 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":781422768, 2024-09-05T11:12:55.373 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":400088457216, 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr:}' 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr:+ grep -q 'Ceph bdev Controller' 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '{ 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "Devices":[ 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":9, 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n9", 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n9", 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.374 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n8", 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n8", 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.375 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":7, 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n7", 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n7", 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.376 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":6, 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n6", 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n6", 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.377 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":5, 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n5", 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n5", 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.378 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n4", 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n4", 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.379 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":3, 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n3", 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n3", 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n20", 2024-09-05T11:12:55.380 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n20", 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":2, 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n2", 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n2", 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.381 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":19, 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n19", 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n19", 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.382 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":18, 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n18", 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n18", 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.383 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":17, 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n17", 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n17", 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.384 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n16", 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n16", 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.385 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":15, 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n15", 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n15", 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.386 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":14, 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n14", 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n14", 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.387 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":13, 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n13", 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n13", 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.388 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n12", 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n12", 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.389 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":11, 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n11", 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n11", 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.390 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":10, 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n10", 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n10", 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.391 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme6n1", 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng6n1", 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph99414543315734", 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":9, 2024-09-05T11:12:55.392 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n9", 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n9", 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n8", 2024-09-05T11:12:55.393 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n8", 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":7, 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n7", 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n7", 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.394 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":6, 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n6", 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n6", 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.395 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":5, 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n5", 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n5", 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.396 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n4", 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n4", 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.397 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":3, 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n3", 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n3", 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:55.398 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n20", 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n20", 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":2, 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n2", 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n2", 2024-09-05T11:12:55.399 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":19, 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n19", 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n19", 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.400 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":18, 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n18", 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n18", 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.401 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":17, 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n17", 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n17", 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.402 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n16", 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n16", 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.403 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":15, 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n15", 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n15", 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.404 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":14, 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n14", 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n14", 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":13, 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n13", 2024-09-05T11:12:55.405 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n13", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n12", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n12", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.406 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":11, 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n11", 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n11", 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.407 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":10, 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n10", 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n10", 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.408 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme2n1", 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng2n1", 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph71533478369187", 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.409 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":9, 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n9", 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n9", 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.410 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":8, 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n8", 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n8", 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":7, 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n7", 2024-09-05T11:12:55.411 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n7", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":6, 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n6", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n6", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.412 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":5, 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n5", 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n5", 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.413 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":4, 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n4", 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n4", 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.414 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":3, 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n3", 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n3", 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.415 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":20, 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n20", 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n20", 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":2, 2024-09-05T11:12:55.416 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n2", 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n2", 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":19, 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n19", 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n19", 2024-09-05T11:12:55.417 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":18, 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n18", 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n18", 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.418 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":17, 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n17", 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n17", 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.419 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":16, 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n16", 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n16", 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.420 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":15, 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n15", 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n15", 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.421 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":14, 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n14", 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n14", 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.422 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":13, 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n13", 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n13", 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.423 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":12, 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n12", 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n12", 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.424 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":11, 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n11", 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n11", 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.425 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":10, 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n10", 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n10", 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.426 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme10n1", 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng10n1", 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"24.01", 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"Ceph bdev Controller", 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"Ceph52910300587842", 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":8589934592, 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":16777216, 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":8589934592, 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "NameSpace":1, 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "DevicePath":"/dev/nvme0n1", 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "GenericPath":"/dev/ng0n1", 2024-09-05T11:12:55.427 INFO:tasks.workunit.client.0.smithi033.stderr: "Firmware":"8DV101H0", 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: "ModelNumber":"INTEL SSDPEDMD400G4", 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: "SerialNumber":"CVFT5330008Q400BGN", 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: "UsedBytes":400088457216, 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: "MaximumLBA":781422768, 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: "PhysicalSize":400088457216, 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: "SectorSize":512 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr:}' 2024-09-05T11:12:55.428 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:55.429 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] connect_all test passed! 2024-09-05T11:12:55.429 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] connect_all test passed!' 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stderr:++ echo 172.21.15.50,172.21.15.119,172.21.15.154,172.21.15.173 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stderr:++ tr -cd , 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stderr:++ wc -c 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stderr:+ gateways_count=4 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stderr:+ multipath_count=12 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stderr:+ test_run list_subsys 12 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] Running test: list_subsys' 2024-09-05T11:12:55.430 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] Running test: list_subsys 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr:+ list_subsys 12 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr:+ expected_count=12 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list-subsys --output-format=json 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr:+ output='[ 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr: "HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47ada6ba4", 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr: "HostID":"898a0e10-da2d-4a42-8017-d9c445089d0c", 2024-09-05T11:12:55.432 INFO:tasks.workunit.client.0.smithi033.stderr: "Subsystems":[ 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme-subsys6", 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "NQN":"nqn.2016-06.io.spdk:cnode2", 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "IOPolicy":"numa", 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "Paths":[ 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme9", 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.433 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme8", 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme7", 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme6", 2024-09-05T11:12:55.434 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme-subsys2", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "NQN":"nqn.2016-06.io.spdk:cnode1", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "IOPolicy":"numa", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "Paths":[ 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme5", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.435 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme4", 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme3", 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.436 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme2", 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme-subsys10", 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "NQN":"nqn.2016-06.io.spdk:cnode3", 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "IOPolicy":"numa", 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "Paths":[ 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.437 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme13", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme12", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme11", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.438 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme10", 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"tcp", 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33", 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: }, 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme-subsys0", 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT5330008Q400BGN INTEL SSDPEDMD400G4", 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "IOPolicy":"numa", 2024-09-05T11:12:55.439 INFO:tasks.workunit.client.0.smithi033.stderr: "Paths":[ 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: { 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: "Name":"nvme0", 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: "Transport":"pcie", 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: "Address":"0000:02:00.0", 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: "State":"live" 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: ] 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr: } 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr:]' 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr:++ echo '[' '{' '"HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47ada6ba4",' '"HostID":"898a0e10-da2d-4a42-8017-d9c445089d0c",' '"Subsystems":[' '{' '"Name":"nvme-subsys6",' '"NQN":"nqn.2016-06.io.spdk:cnode2",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme9",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme8",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme7",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme6",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys2",' '"NQN":"nqn.2016-06.io.spdk:cnode1",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme5",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme4",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme3",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme2",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys10",' '"NQN":"nqn.2016-06.io.spdk:cnode3",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme13",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme12",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme11",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '},' '{' '"Name":"nvme10",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys0",' '"NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT5330008Q400BGN' INTEL 'SSDPEDMD400G4",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme0",' '"Transport":"pcie",' '"Address":"0000:02:00.0",' '"State":"live"' '}' ']' '}' ']' '}' ']' 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr:++ grep -o '"tcp"' 2024-09-05T11:12:55.440 INFO:tasks.workunit.client.0.smithi033.stderr:++ wc -l 2024-09-05T11:12:55.441 INFO:tasks.workunit.client.0.smithi033.stderr:+ multipath=12 2024-09-05T11:12:55.441 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 12 -ne 12 ']' 2024-09-05T11:12:55.441 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' 0 -eq 0 ']' 2024-09-05T11:12:55.441 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] list_subsys test passed!' 2024-09-05T11:12:55.441 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] list_subsys test passed! 2024-09-05T11:12:55.441 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '-------------Test Summary-------------' 2024-09-05T11:12:55.442 INFO:tasks.workunit.client.0.smithi033.stdout:-------------Test Summary------------- 2024-09-05T11:12:55.442 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof] All nvmeof basic tests passed! 2024-09-05T11:12:55.443 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof] All nvmeof basic tests passed!' 2024-09-05T11:12:55.443 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-05T11:12:55.443 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T11:12:55.510 INFO:tasks.workunit:Stopping ['nvmeof/basic_tests.sh'] on client.0... 2024-09-05T11:12:55.511 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-05T11:12:55.859 DEBUG:teuthology.parallel:result is None 2024-09-05T11:12:55.859 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:12:55.883 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:12:55.883 DEBUG:teuthology.orchestra.run.smithi033:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-05T11:12:55.939 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:12:55.939 INFO:teuthology.run_tasks:Running task nvmeof.thrash... 2024-09-05T11:12:55.950 DEBUG:teuthology.orchestra.run.smithi033:> sudo nvme list --output-format=json | jq -r '.Devices | sort_by(.NameSpace) | .[] | select(.ModelNumber == "Ceph bdev Controller") | .DevicePath' 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n1 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n1 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n1 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n2 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n2 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n2 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n3 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n3 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n3 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n4 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n4 2024-09-05T11:12:56.015 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n4 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n5 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n5 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n5 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n6 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n6 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n6 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n7 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n7 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n7 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n8 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n8 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n8 2024-09-05T11:12:56.016 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n9 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n9 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n9 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n10 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n10 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n10 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n11 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n11 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n11 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n12 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n12 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n12 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n13 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n13 2024-09-05T11:12:56.017 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n13 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n14 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n14 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n14 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n15 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n15 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n15 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n16 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n16 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n16 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n17 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n17 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n17 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n18 2024-09-05T11:12:56.018 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n18 2024-09-05T11:12:56.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n18 2024-09-05T11:12:56.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n19 2024-09-05T11:12:56.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n19 2024-09-05T11:12:56.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n19 2024-09-05T11:12:56.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme6n20 2024-09-05T11:12:56.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme2n20 2024-09-05T11:12:56.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/nvme10n20 2024-09-05T11:12:56.020 INFO:teuthology.run_tasks:Running task workunit... 2024-09-05T11:12:56.034 INFO:tasks.workunit:Pulling workunits from ref e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b 2024-09-05T11:12:56.034 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-05T11:12:56.034 DEBUG:teuthology.orchestra.run.smithi033:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-05T11:12:56.035 INFO:tasks.nvmeof.[nvmeof.thrasher]:start thrashing 2024-09-05T11:12:56.035 INFO:tasks.nvmeof.[nvmeof.thrasher]:seed: 1725534776, , max thrash delay: 90, min thrash delay: 60 max revive delay: 130, min revive delay: 100 daemons: 4 2024-09-05T11:12:56.035 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-09-05T11:12:56.035 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-09-05T11:12:56.035 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:12:56.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:12:56.075 INFO:teuthology.orchestra.run.smithi033.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-05T11:12:56.075 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-05T11:12:56.131 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-05T11:12:56.131 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-05T11:12:56.186 INFO:tasks.workunit:timeout=30m 2024-09-05T11:12:56.186 INFO:tasks.workunit:cleanup=True 2024-09-05T11:12:56.186 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/vallariag/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b 2024-09-05T11:12:56.241 INFO:tasks.workunit.client.0.smithi033.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-05T11:12:56.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:12:56.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:12:56.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: Traceback (most recent call last): 2024-09-05T11:12:56.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:12:56.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: gateway.keep_alive() 2024-09-05T11:12:56.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: File "/src/control/server.py", line 530, in keep_alive 2024-09-05T11:12:56.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: SystemExit: Gateway process terminated 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 19... 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: *** Caught signal (Aborted) ** 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: in thread 7efe5b1415c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efe5c4d36f0] 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 2: /lib64/libc.so.6(+0x8679a) [0x7efe5c51b79a] 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 3: pthread_cond_wait() 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7efe5c86b6b0] 2024-09-05T11:12:56.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 5: (AsyncMessenger::wait()+0x7b) [0x7efe5d35aceb] 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x5600f6ae2b18] 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 7: main() 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 8: /lib64/libc.so.6(+0x29590) [0x7efe5c4be590] 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 9: __libc_start_main() 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: 10: _start() 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 70... 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO state.py:545 (900): Cleanup OMAP on exit (discovery-smithi050) 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.a) 2024-09-05T11:12:56.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:12:56.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-09-05T11:12:56.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 podman[101810]: 2024-09-05 11:12:56.425128642 +0000 UTC m=+0.189934507 container died dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.version=24.01, io.spdk.build.target-arch=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.ceph-release=18.2.4, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, release=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, io.openshift.wants=ceph,rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, architecture=x86_64, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.branch=tags/1.2.17, io.ceph.version=1.2.17, name=ceph-nvmeof, distribution-scope=public, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0, vendor=Red Hat, Inc., version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:12:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-mon[81192]: pgmap v329: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-09-05T11:12:57.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 podman[101810]: 2024-09-05 11:12:56.832693282 +0000 UTC m=+0.597499146 container cleanup dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, url=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, release=, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, maintainer=Ceph Developers , io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.pkgdep-args=--rbd, architecture=x86_64, io.spdk.build.ceph-release=18.2.4, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., vcs-type=git, io.spdk.build.target-arch=, io.buildah.version=1.29.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.version=24.01, io.ceph.version=1.2.17, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, version=1.2.17, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.nvmeof=None, org.centos.version=9.0-21.el9, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.branch=tags/1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-09-05T11:12:57.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:56 smithi050 bash[101810]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:12:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:56 smithi154 ceph-mon[59043]: pgmap v329: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-09-05T11:12:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:56 smithi119 ceph-mon[72222]: pgmap v329: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-09-05T11:12:57.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:12:57 smithi050 podman[101824]: 2024-09-05 11:12:57.208920168 +0000 UTC m=+0.786315092 container remove dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.ceph-release=18.2.4, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , release=, distribution-scope=public, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.component=ubi9-container, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, version=1.2.17, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.ceph.git.branch=tags/1.2.17, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-07-30 15:47:38 UTC) 2024-09-05T11:12:57.523 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service' 2024-09-05T11:12:57.569 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:12:57.569 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-09-05T11:12:57.569 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.7486498106557772) > weight (0.25) 2024-09-05T11:12:57.570 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.9398254444869509) > weight (0.25) 2024-09-05T11:12:57.570 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.d with skip (0.391536630808049) > weight (0.25) 2024-09-05T11:12:57.570 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 118 secs before reviving 2024-09-05T11:12:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:12:58 smithi050 ceph-mon[81192]: pgmap v330: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 4.6 KiB/s wr, 12 op/s 2024-09-05T11:12:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:12:58 smithi154 ceph-mon[59043]: pgmap v330: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 4.6 KiB/s wr, 12 op/s 2024-09-05T11:12:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:12:58 smithi119 ceph-mon[72222]: pgmap v330: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 4.6 KiB/s wr, 12 op/s 2024-09-05T11:13:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:00 smithi050 ceph-mon[81192]: pgmap v331: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 4.6 KiB/s wr, 12 op/s 2024-09-05T11:13:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:00 smithi154 ceph-mon[59043]: pgmap v331: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 4.6 KiB/s wr, 12 op/s 2024-09-05T11:13:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:00 smithi119 ceph-mon[72222]: pgmap v331: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 4.6 KiB/s wr, 12 op/s 2024-09-05T11:13:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:02 smithi050 ceph-mon[81192]: pgmap v332: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-05T11:13:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:02 smithi154 ceph-mon[59043]: pgmap v332: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-05T11:13:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:02 smithi119 ceph-mon[72222]: pgmap v332: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-05T11:13:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:04 smithi050 ceph-mon[81192]: pgmap v333: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:13:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:04 smithi154 ceph-mon[59043]: pgmap v333: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:13:05.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:04 smithi119 ceph-mon[72222]: pgmap v333: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2 op/s 2024-09-05T11:13:07.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:13:06] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:13:07.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:13:07.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:13:07.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:13:07.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:13:07.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:13:07.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:44974 2024-09-05T11:13:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:07 smithi050 ceph-mon[81192]: pgmap v334: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 3 op/s 2024-09-05T11:13:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:07 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:13:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:07 smithi154 ceph-mon[59043]: pgmap v334: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 3 op/s 2024-09-05T11:13:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:07 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:13:08.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:07 smithi119 ceph-mon[72222]: pgmap v334: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 3 op/s 2024-09-05T11:13:08.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:07 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:13:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:08 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:13:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:08 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:13:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:08 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:13:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:08 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:13:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:08 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:13:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:08 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:13:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:08 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:13:09.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:08 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:13:09.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:08 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:13:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:09 smithi050 ceph-mon[81192]: pgmap v335: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:09 smithi154 ceph-mon[59043]: pgmap v335: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:09 smithi119 ceph-mon[72222]: pgmap v335: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:10 smithi050 ceph-mon[81192]: pgmap v336: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:10 smithi154 ceph-mon[59043]: pgmap v336: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:10 smithi119 ceph-mon[72222]: pgmap v336: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:12 smithi050 ceph-mon[81192]: pgmap v337: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:12 smithi154 ceph-mon[59043]: pgmap v337: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:12 smithi119 ceph-mon[72222]: pgmap v337: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:14 smithi050 ceph-mon[81192]: pgmap v338: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:14 smithi154 ceph-mon[59043]: pgmap v338: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:14 smithi119 ceph-mon[72222]: pgmap v338: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:16 smithi050 ceph-mon[81192]: pgmap v339: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:16 smithi154 ceph-mon[59043]: pgmap v339: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:16 smithi119 ceph-mon[72222]: pgmap v339: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:18 smithi050 ceph-mon[81192]: pgmap v340: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:18 smithi154 ceph-mon[59043]: pgmap v340: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:18 smithi119 ceph-mon[72222]: pgmap v340: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:20 smithi050 ceph-mon[81192]: pgmap v341: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:20 smithi154 ceph-mon[59043]: pgmap v341: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:20 smithi119 ceph-mon[72222]: pgmap v341: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:22 smithi050 ceph-mon[81192]: pgmap v342: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:22 smithi154 ceph-mon[59043]: pgmap v342: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:22 smithi119 ceph-mon[72222]: pgmap v342: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:24 smithi050 ceph-mon[81192]: pgmap v343: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:24 smithi154 ceph-mon[59043]: pgmap v343: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:25.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:24 smithi119 ceph-mon[72222]: pgmap v343: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:26 smithi050 ceph-mon[81192]: pgmap v344: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:26 smithi154 ceph-mon[59043]: pgmap v344: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:26 smithi119 ceph-mon[72222]: pgmap v344: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:28 smithi050 ceph-mon[81192]: pgmap v345: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:28 smithi154 ceph-mon[59043]: pgmap v345: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:29.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:28 smithi119 ceph-mon[72222]: pgmap v345: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:30 smithi050 ceph-mon[81192]: pgmap v346: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:30 smithi154 ceph-mon[59043]: pgmap v346: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:30 smithi119 ceph-mon[72222]: pgmap v346: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:32 smithi050 ceph-mon[81192]: pgmap v347: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:32 smithi154 ceph-mon[59043]: pgmap v347: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:32 smithi119 ceph-mon[72222]: pgmap v347: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:34 smithi050 ceph-mon[81192]: pgmap v348: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:34 smithi154 ceph-mon[59043]: pgmap v348: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:34 smithi119 ceph-mon[72222]: pgmap v348: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:37.002 INFO:tasks.workunit.client.0.smithi033.stderr:Note: switching to 'e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b'. 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr:state without impacting any branches by switching back to a branch. 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: git switch -c 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr:Or undo this operation with: 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: git switch - 2024-09-05T11:13:37.003 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:37.004 INFO:tasks.workunit.client.0.smithi033.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-05T11:13:37.004 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:37.004 INFO:tasks.workunit.client.0.smithi033.stderr:HEAD is now at e8f5bd991b6 qa/suites/nvmeof/upgrade: add high-availability workload 2024-09-05T11:13:37.008 DEBUG:teuthology.orchestra.run.smithi033:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-05T11:13:37.063 INFO:tasks.workunit.client.0.smithi033.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-05T11:13:37.065 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T11:13:37.066 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-05T11:13:37.115 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-05T11:13:37.164 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-05T11:13:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:36 smithi050 ceph-mon[81192]: pgmap v349: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:36 smithi154 ceph-mon[59043]: pgmap v349: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:37.204 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T11:13:37.205 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T11:13:37.205 INFO:tasks.workunit.client.0.smithi033.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-05T11:13:37.243 INFO:tasks.workunit.client.0.smithi033.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T11:13:37.247 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-05T11:13:37.248 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-05T11:13:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:36 smithi119 ceph-mon[72222]: pgmap v349: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:37.304 INFO:tasks.workunit:Running workunits matching nvmeof/fio_test.sh on client.0... 2024-09-05T11:13:37.305 INFO:tasks.workunit:Running workunit nvmeof/fio_test.sh... 2024-09-05T11:13:37.305 DEBUG:teuthology.orchestra.run.smithi033:workunit test nvmeof/fio_test.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e8f5bd991b68ca5e255caf815caf4ea4c77a3d2b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 IOSTAT_INTERVAL=10 RBD_POOL=mypool RUNTIME=600 timeout 30m /home/ubuntu/cephtest/clone.client.0/qa/workunits/nvmeof/fio_test.sh --rbd_iostat 2024-09-05T11:13:37.359 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo yum -y install fio 2024-09-05T11:13:37.914 INFO:tasks.workunit.client.0.smithi033.stdout:Last metadata expiration check: 0:29:46 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T11:13:38.054 INFO:tasks.workunit.client.0.smithi033.stdout:Dependencies resolved. 2024-09-05T11:13:38.055 INFO:tasks.workunit.client.0.smithi033.stdout:================================================================================ 2024-09-05T11:13:38.055 INFO:tasks.workunit.client.0.smithi033.stdout: Package Architecture Version Repository Size 2024-09-05T11:13:38.055 INFO:tasks.workunit.client.0.smithi033.stdout:================================================================================ 2024-09-05T11:13:38.055 INFO:tasks.workunit.client.0.smithi033.stdout:Installing: 2024-09-05T11:13:38.055 INFO:tasks.workunit.client.0.smithi033.stdout: fio x86_64 3.35-1.el9 appstream 6.2 M 2024-09-05T11:13:38.055 INFO:tasks.workunit.client.0.smithi033.stdout:Installing dependencies: 2024-09-05T11:13:38.055 INFO:tasks.workunit.client.0.smithi033.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout:Installing weak dependencies: 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-http x86_64 3.35-1.el9 appstream 18 k 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-libaio x86_64 3.35-1.el9 appstream 16 k 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-nbd x86_64 3.35-1.el9 appstream 15 k 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-rados x86_64 3.35-1.el9 appstream 16 k 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-rbd x86_64 3.35-1.el9 appstream 16 k 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-rdma x86_64 3.35-1.el9 appstream 21 k 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout:Transaction Summary 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout:================================================================================ 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout:Install 8 Packages 2024-09-05T11:13:38.056 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:38.057 INFO:tasks.workunit.client.0.smithi033.stdout:Total download size: 6.5 M 2024-09-05T11:13:38.057 INFO:tasks.workunit.client.0.smithi033.stdout:Installed size: 9.1 M 2024-09-05T11:13:38.057 INFO:tasks.workunit.client.0.smithi033.stdout:Downloading Packages: 2024-09-05T11:13:38.276 INFO:tasks.workunit.client.0.smithi033.stdout:(1/8): fio-engine-libaio-3.35-1.el9.x86_64.rpm 88 kB/s | 16 kB 00:00 2024-09-05T11:13:38.300 INFO:tasks.workunit.client.0.smithi033.stdout:(2/8): fio-engine-http-3.35-1.el9.x86_64.rpm 89 kB/s | 18 kB 00:00 2024-09-05T11:13:38.325 INFO:tasks.workunit.client.0.smithi033.stdout:(3/8): fio-engine-nbd-3.35-1.el9.x86_64.rpm 295 kB/s | 15 kB 00:00 2024-09-05T11:13:38.351 INFO:tasks.workunit.client.0.smithi033.stdout:(4/8): fio-engine-rados-3.35-1.el9.x86_64.rpm 310 kB/s | 16 kB 00:00 2024-09-05T11:13:38.376 INFO:tasks.workunit.client.0.smithi033.stdout:(5/8): fio-engine-rbd-3.35-1.el9.x86_64.rpm 321 kB/s | 16 kB 00:00 2024-09-05T11:13:38.401 INFO:tasks.workunit.client.0.smithi033.stdout:(6/8): fio-engine-rdma-3.35-1.el9.x86_64.rpm 411 kB/s | 21 kB 00:00 2024-09-05T11:13:38.510 INFO:tasks.workunit.client.0.smithi033.stdout:(7/8): libnbd-1.20.2-2.el9.x86_64.rpm 1.2 MB/s | 171 kB 00:00 2024-09-05T11:13:38.994 INFO:tasks.workunit.client.0.smithi033.stdout:(8/8): fio-3.35-1.el9.x86_64.rpm 7.0 MB/s | 6.2 MB 00:00 2024-09-05T11:13:38.994 INFO:tasks.workunit.client.0.smithi033.stdout:-------------------------------------------------------------------------------- 2024-09-05T11:13:38.994 INFO:tasks.workunit.client.0.smithi033.stdout:Total 6.9 MB/s | 6.5 MB 00:00 2024-09-05T11:13:39.127 INFO:tasks.workunit.client.0.smithi033.stdout:Running transaction check 2024-09-05T11:13:39.140 INFO:tasks.workunit.client.0.smithi033.stdout:Transaction check succeeded. 2024-09-05T11:13:39.140 INFO:tasks.workunit.client.0.smithi033.stdout:Running transaction test 2024-09-05T11:13:39.277 INFO:tasks.workunit.client.0.smithi033.stdout:Transaction test succeeded. 2024-09-05T11:13:39.277 INFO:tasks.workunit.client.0.smithi033.stdout:Running transaction 2024-09-05T11:13:39.711 INFO:tasks.workunit.client.0.smithi033.stdout: Preparing : 1/1 2024-09-05T11:13:39.780 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 1/8 2024-09-05T11:13:39.805 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : fio-engine-http-3.35-1.el9.x86_64 2/8 2024-09-05T11:13:39.830 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : fio-engine-libaio-3.35-1.el9.x86_64 3/8 2024-09-05T11:13:39.855 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : fio-engine-nbd-3.35-1.el9.x86_64 4/8 2024-09-05T11:13:39.881 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : fio-engine-rados-3.35-1.el9.x86_64 5/8 2024-09-05T11:13:39.914 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : fio-engine-rbd-3.35-1.el9.x86_64 6/8 2024-09-05T11:13:40.079 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : fio-engine-rdma-3.35-1.el9.x86_64 7/8 2024-09-05T11:13:40.157 INFO:tasks.workunit.client.0.smithi033.stdout: Installing : fio-3.35-1.el9.x86_64 8/8 2024-09-05T11:13:40.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:39 smithi050 ceph-mon[81192]: pgmap v350: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:40.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:39 smithi154 ceph-mon[59043]: pgmap v350: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:40.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:39 smithi119 ceph-mon[72222]: pgmap v350: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:42.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:41 smithi050 ceph-mon[81192]: pgmap v351: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:41 smithi154 ceph-mon[59043]: pgmap v351: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:41 smithi119 ceph-mon[72222]: pgmap v351: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:43.612 INFO:tasks.workunit.client.0.smithi033.stdout: Running scriptlet: fio-3.35-1.el9.x86_64 8/8 2024-09-05T11:13:43.613 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : fio-3.35-1.el9.x86_64 1/8 2024-09-05T11:13:43.613 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : fio-engine-http-3.35-1.el9.x86_64 2/8 2024-09-05T11:13:43.613 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : fio-engine-libaio-3.35-1.el9.x86_64 3/8 2024-09-05T11:13:43.613 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : fio-engine-nbd-3.35-1.el9.x86_64 4/8 2024-09-05T11:13:43.613 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : fio-engine-rados-3.35-1.el9.x86_64 5/8 2024-09-05T11:13:43.613 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : fio-engine-rbd-3.35-1.el9.x86_64 6/8 2024-09-05T11:13:43.613 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : fio-engine-rdma-3.35-1.el9.x86_64 7/8 2024-09-05T11:13:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:43 smithi050 ceph-mon[81192]: pgmap v352: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:44.174 INFO:tasks.workunit.client.0.smithi033.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 8/8 2024-09-05T11:13:44.174 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:44.174 INFO:tasks.workunit.client.0.smithi033.stdout:Installed: 2024-09-05T11:13:44.174 INFO:tasks.workunit.client.0.smithi033.stdout: fio-3.35-1.el9.x86_64 fio-engine-http-3.35-1.el9.x86_64 2024-09-05T11:13:44.174 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-libaio-3.35-1.el9.x86_64 fio-engine-nbd-3.35-1.el9.x86_64 2024-09-05T11:13:44.174 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-rados-3.35-1.el9.x86_64 fio-engine-rbd-3.35-1.el9.x86_64 2024-09-05T11:13:44.174 INFO:tasks.workunit.client.0.smithi033.stdout: fio-engine-rdma-3.35-1.el9.x86_64 libnbd-1.20.2-2.el9.x86_64 2024-09-05T11:13:44.175 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:44.175 INFO:tasks.workunit.client.0.smithi033.stdout:Complete! 2024-09-05T11:13:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:43 smithi154 ceph-mon[59043]: pgmap v352: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:44.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:43 smithi119 ceph-mon[72222]: pgmap v352: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:13:44.469 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo yum -y install sysstat 2024-09-05T11:13:45.029 INFO:tasks.workunit.client.0.smithi033.stdout:Last metadata expiration check: 0:29:54 ago on Thu 05 Sep 2024 10:43:51 AM UTC. 2024-09-05T11:13:45.121 INFO:tasks.workunit.client.0.smithi033.stdout:Package sysstat-12.5.4-9.el9.x86_64 is already installed. 2024-09-05T11:13:45.165 INFO:tasks.workunit.client.0.smithi033.stdout:Dependencies resolved. 2024-09-05T11:13:45.167 INFO:tasks.workunit.client.0.smithi033.stdout:Nothing to do. 2024-09-05T11:13:45.167 INFO:tasks.workunit.client.0.smithi033.stdout:Complete! 2024-09-05T11:13:45.203 INFO:tasks.workunit.client.0.smithi033.stderr:+ namespace_range_start= 2024-09-05T11:13:45.203 INFO:tasks.workunit.client.0.smithi033.stderr:+ namespace_range_end= 2024-09-05T11:13:45.203 INFO:tasks.workunit.client.0.smithi033.stderr:+ rbd_iostat=false 2024-09-05T11:13:45.203 INFO:tasks.workunit.client.0.smithi033.stderr:+ [[ 1 -gt 0 ]] 2024-09-05T11:13:45.203 INFO:tasks.workunit.client.0.smithi033.stderr:+ case "$1" in 2024-09-05T11:13:45.203 INFO:tasks.workunit.client.0.smithi033.stderr:+ rbd_iostat=true 2024-09-05T11:13:45.203 INFO:tasks.workunit.client.0.smithi033.stderr:+ shift 2024-09-05T11:13:45.204 INFO:tasks.workunit.client.0.smithi033.stderr:+ [[ 0 -gt 0 ]] 2024-09-05T11:13:45.204 INFO:tasks.workunit.client.0.smithi033.stderr:++ mktemp -t nvmeof-fio-XXXX 2024-09-05T11:13:45.204 INFO:tasks.workunit.client.0.smithi033.stderr:+ fio_file=/tmp/nvmeof-fio-R2C9 2024-09-05T11:13:45.204 INFO:tasks.workunit.client.0.smithi033.stderr:++ sudo nvme list --output-format=json 2024-09-05T11:13:45.205 INFO:tasks.workunit.client.0.smithi033.stderr:++ jq -r '.Devices | sort_by(.NameSpace) | .[] | select(.ModelNumber == "Ceph bdev Controller") | .DevicePath' 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:+ all_drives_list='/dev/nvme6n1 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n1 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n1 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n2 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n2 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n2 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n3 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n3 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n3 2024-09-05T11:13:45.233 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n4 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n4 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n4 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n5 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n5 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n5 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n6 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n6 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n6 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n7 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n7 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n7 2024-09-05T11:13:45.234 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n8 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n8 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n8 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n9 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n9 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n9 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n10 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n10 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n10 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n11 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n11 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n11 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n12 2024-09-05T11:13:45.235 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n12 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n12 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n13 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n13 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n13 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n14 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n14 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n14 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n15 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n15 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n15 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n16 2024-09-05T11:13:45.236 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n16 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n16 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n17 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n17 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n17 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n18 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n18 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n18 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n19 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n19 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n19 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n20 2024-09-05T11:13:45.237 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n20 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n20' 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' '' ']' 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' '' ']' 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:+ selected_drives='/dev/nvme6n1 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n1 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n1 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n2 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n2 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n2 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n3 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n3 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n3 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n4 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n4 2024-09-05T11:13:45.238 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n4 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n5 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n5 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n5 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n6 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n6 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n6 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n7 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n7 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n7 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n8 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n8 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n8 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n9 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n9 2024-09-05T11:13:45.239 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n9 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n10 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n10 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n10 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n11 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n11 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n11 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n12 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n12 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n12 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n13 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n13 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n13 2024-09-05T11:13:45.240 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n14 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n14 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n14 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n15 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n15 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n15 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n16 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n16 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n16 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n17 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n17 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n17 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n18 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n18 2024-09-05T11:13:45.241 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n18 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n19 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n19 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n19 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n20 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n20 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n20' 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:+ RUNTIME=600 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:+ cat 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:++ echo '/dev/nvme6n1 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n1 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n1 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n2 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n2 2024-09-05T11:13:45.242 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n2 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n3 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n3 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n3 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n4 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n4 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n4 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n5 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n5 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n5 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n6 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n6 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n6 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n7 2024-09-05T11:13:45.243 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n7 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n7 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n8 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n8 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n8 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n9 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n9 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n9 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n10 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n10 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n10 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n11 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n11 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n11 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n12 2024-09-05T11:13:45.244 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n12 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n12 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n13 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n13 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n13 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n14 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n14 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n14 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n15 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n15 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n15 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n16 2024-09-05T11:13:45.245 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n16 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n16 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n17 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n17 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n17 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n18 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n18 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n18 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n19 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n19 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n19 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme6n20 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme2n20 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:/dev/nvme10n20' 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:++ tr '\n' : 2024-09-05T11:13:45.246 INFO:tasks.workunit.client.0.smithi033.stderr:++ sed 's/:$//' 2024-09-05T11:13:45.247 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof.fio] starting fio test... 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof.fio] starting fio test...' 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' -n 10 ']' 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ iostat_count=60 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ '[' true = true ']' 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ iterations=120 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ iostat -d -p /dev/nvme6n1 /dev/nvme2n1 /dev/nvme10n1 /dev/nvme6n2 /dev/nvme2n2 /dev/nvme10n2 /dev/nvme6n3 /dev/nvme2n3 /dev/nvme10n3 /dev/nvme6n4 /dev/nvme2n4 /dev/nvme10n4 /dev/nvme6n5 /dev/nvme2n5 /dev/nvme10n5 /dev/nvme6n6 /dev/nvme2n6 /dev/nvme10n6 /dev/nvme6n7 /dev/nvme2n7 /dev/nvme10n7 /dev/nvme6n8 /dev/nvme2n8 /dev/nvme10n8 /dev/nvme6n9 /dev/nvme2n9 /dev/nvme10n9 /dev/nvme6n10 /dev/nvme2n10 /dev/nvme10n10 /dev/nvme6n11 /dev/nvme2n11 /dev/nvme10n11 /dev/nvme6n12 /dev/nvme2n12 /dev/nvme10n12 /dev/nvme6n13 /dev/nvme2n13 /dev/nvme10n13 /dev/nvme6n14 /dev/nvme2n14 /dev/nvme10n14 /dev/nvme6n15 /dev/nvme2n15 /dev/nvme10n15 /dev/nvme6n16 /dev/nvme2n16 /dev/nvme10n16 /dev/nvme6n17 /dev/nvme2n17 /dev/nvme10n17 /dev/nvme6n18 /dev/nvme2n18 /dev/nvme10n18 /dev/nvme6n19 /dev/nvme2n19 /dev/nvme10n19 /dev/nvme6n20 /dev/nvme2n20 /dev/nvme10n20 10 60 -h 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ fio --showcmd /tmp/nvmeof-fio-R2C9 2024-09-05T11:13:45.248 INFO:tasks.workunit.client.0.smithi033.stderr:+ timeout 20 rbd perf image iostat mypool --iterations 120 2024-09-05T11:13:45.272 INFO:tasks.workunit.client.0.smithi033.stderr:rbd: waiting for initial image stats 2024-09-05T11:13:45.272 INFO:tasks.workunit.client.0.smithi033.stderr: 2024-09-05T11:13:45.284 INFO:tasks.workunit.client.0.smithi033.stdout:Linux 5.14.0-503.el9.x86_64 (smithi033) 09/05/2024 _x86_64_ (8 CPU) 2024-09-05T11:13:45.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n1 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n10 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n11 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n12 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n13 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n14 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n15 2024-09-05T11:13:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n16 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n17 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n18 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n19 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n2 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n20 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n3 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n4 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n5 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n6 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n7 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n8 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme10n9 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n1 2024-09-05T11:13:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n10 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n11 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n12 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n13 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n14 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n15 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n16 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n17 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n18 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n19 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n2 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n20 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n3 2024-09-05T11:13:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n4 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n5 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n6 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n7 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n8 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n9 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n1 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n10 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n11 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n12 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n13 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n14 2024-09-05T11:13:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n15 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n16 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n17 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n18 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n19 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n2 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n20 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n3 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n4 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n5 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n6 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n7 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n8 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.02 0.5k 0.0k 0.0k 1.0M 0.0k 0.0k nvme6n9 2024-09-05T11:13:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:45.395 INFO:tasks.workunit.client.0.smithi033.stdout:fio --name=nvmeof-fio-test --ioengine=sync --bsrange=4k-64k --numjobs=1 --size=1G --time_based=1 --runtime=600 --rw=randrw --verify=md5 --verify_fatal=1 --direct=1 --filename=/dev/nvme6n1:/dev/nvme2n1:/dev/nvme10n1:/dev/nvme6n2:/dev/nvme2n2:/dev/nvme10n2:/dev/nvme6n3:/dev/nvme2n3:/dev/nvme10n3:/dev/nvme6n4:/dev/nvme2n4:/dev/nvme10n4:/dev/nvme6n5:/dev/nvme2n5:/dev/nvme10n5:/dev/nvme6n6:/dev/nvme2n6:/dev/nvme10n6:/dev/nvme6n7:/dev/nvme2n7:/dev/nvme10n7:/dev/nvme6n8:/dev/nvme2n8:/dev/nvme10n8:/dev/nvme6n9:/dev/nvme2n9:/dev/nvme10n9:/dev/nvme6n10:/dev/nvme2n10:/dev/nvme10n10:/dev/nvme6n11:/dev/nvme2n11:/dev/nvme10n11:/dev/nvme6n12:/dev/nvme2n12:/dev/nvme10n12:/dev/nvme6n13:/dev/nvme2n13:/dev/nvme10n13:/dev/nvme6n14:/dev/nvme2n14:/dev/nvme10n14:/dev/nvme6n15:/dev/nvme2n15:/dev/nvme10n15:/dev/nvme6n16:/dev/nvme2n16:/dev/nvme10n16:/dev/nvme6n17:/dev/nvme2n17:/dev/nvme10n17:/dev/nvme6n18:/dev/nvme2n18:/dev/nvme10n18:/dev/nvme6n19:/dev/nvme2n19:/dev/nvme10n19:/dev/nvme6n20:/dev/nvme2n20:/dev/nvme10n20 2024-09-05T11:13:45.395 INFO:tasks.workunit.client.0.smithi033.stderr:+ sudo fio /tmp/nvmeof-fio-R2C9 2024-09-05T11:13:45.541 INFO:tasks.workunit.client.0.smithi033.stdout:nvmeof-fio-test: (g=0): rw=randrw, bs=(R) 4096B-64.0KiB, (W) 4096B-64.0KiB, (T) 4096B-64.0KiB, ioengine=sync, iodepth=1 2024-09-05T11:13:45.542 INFO:tasks.workunit.client.0.smithi033.stdout:fio-3.35 2024-09-05T11:13:45.542 INFO:tasks.workunit.client.0.smithi033.stdout:Starting 1 process 2024-09-05T11:13:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: pgmap v353: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: { 2024-09-05T11:13:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: "prefix": "rbd perf image stats", 2024-09-05T11:13:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: "pool_spec": "mypool", 2024-09-05T11:13:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: "sort_by": "write_ops", 2024-09-05T11:13:46.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: "format": "json" 2024-09-05T11:13:46.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:45 smithi050 ceph-mon[81192]: }"]: dispatch 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: pgmap v353: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: { 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: "prefix": "rbd perf image stats", 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: "pool_spec": "mypool", 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: "sort_by": "write_ops", 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: "format": "json" 2024-09-05T11:13:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:45 smithi154 ceph-mon[59043]: }"]: dispatch 2024-09-05T11:13:46.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: pgmap v353: 33 pgs: 33 active+clean; 609 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:13:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: { 2024-09-05T11:13:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: "prefix": "rbd perf image stats", 2024-09-05T11:13:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: "pool_spec": "mypool", 2024-09-05T11:13:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: "sort_by": "write_ops", 2024-09-05T11:13:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: "format": "json" 2024-09-05T11:13:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:45 smithi119 ceph-mon[72222]: }"]: dispatch 2024-09-05T11:13:48.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:47 smithi050 ceph-mon[81192]: pgmap v354: 33 pgs: 33 active+clean; 609 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T11:13:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:47 smithi154 ceph-mon[59043]: pgmap v354: 33 pgs: 33 active+clean; 609 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T11:13:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:47 smithi119 ceph-mon[72222]: pgmap v354: 33 pgs: 33 active+clean; 609 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T11:13:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:49 smithi050 ceph-mon[81192]: pgmap v355: 33 pgs: 33 active+clean; 609 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-09-05T11:13:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:49 smithi154 ceph-mon[59043]: pgmap v355: 33 pgs: 33 active+clean; 609 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-09-05T11:13:50.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:49 smithi119 ceph-mon[72222]: pgmap v355: 33 pgs: 33 active+clean; 609 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-09-05T11:13:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:50 smithi050 ceph-mon[81192]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:50 smithi050 ceph-mon[81192]: { 2024-09-05T11:13:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:50 smithi050 ceph-mon[81192]: "prefix": "rbd perf image stats", 2024-09-05T11:13:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:50 smithi050 ceph-mon[81192]: "pool_spec": "mypool", 2024-09-05T11:13:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:50 smithi050 ceph-mon[81192]: "sort_by": "write_ops", 2024-09-05T11:13:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:50 smithi050 ceph-mon[81192]: "format": "json" 2024-09-05T11:13:51.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:50 smithi050 ceph-mon[81192]: }"]: dispatch 2024-09-05T11:13:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:50 smithi154 ceph-mon[59043]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:50 smithi154 ceph-mon[59043]: { 2024-09-05T11:13:51.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:50 smithi154 ceph-mon[59043]: "prefix": "rbd perf image stats", 2024-09-05T11:13:51.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:50 smithi154 ceph-mon[59043]: "pool_spec": "mypool", 2024-09-05T11:13:51.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:50 smithi154 ceph-mon[59043]: "sort_by": "write_ops", 2024-09-05T11:13:51.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:50 smithi154 ceph-mon[59043]: "format": "json" 2024-09-05T11:13:51.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:50 smithi154 ceph-mon[59043]: }"]: dispatch 2024-09-05T11:13:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:50 smithi119 ceph-mon[72222]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:50 smithi119 ceph-mon[72222]: { 2024-09-05T11:13:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:50 smithi119 ceph-mon[72222]: "prefix": "rbd perf image stats", 2024-09-05T11:13:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:50 smithi119 ceph-mon[72222]: "pool_spec": "mypool", 2024-09-05T11:13:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:50 smithi119 ceph-mon[72222]: "sort_by": "write_ops", 2024-09-05T11:13:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:50 smithi119 ceph-mon[72222]: "format": "json" 2024-09-05T11:13:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:50 smithi119 ceph-mon[72222]: }"]: dispatch 2024-09-05T11:13:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:52 smithi050 ceph-mon[81192]: pgmap v356: 33 pgs: 33 active+clean; 4.0 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 18 KiB/s wr, 18 op/s 2024-09-05T11:13:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:52 smithi154 ceph-mon[59043]: pgmap v356: 33 pgs: 33 active+clean; 4.0 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 18 KiB/s wr, 18 op/s 2024-09-05T11:13:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:52 smithi119 ceph-mon[72222]: pgmap v356: 33 pgs: 33 active+clean; 4.0 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 18 KiB/s wr, 18 op/s 2024-09-05T11:13:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:54 smithi050 ceph-mon[81192]: pgmap v357: 33 pgs: 33 active+clean; 493 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 322 KiB/s rd, 1.1 MiB/s wr, 238 op/s 2024-09-05T11:13:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:54 smithi154 ceph-mon[59043]: pgmap v357: 33 pgs: 33 active+clean; 493 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 322 KiB/s rd, 1.1 MiB/s wr, 238 op/s 2024-09-05T11:13:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:54 smithi119 ceph-mon[72222]: pgmap v357: 33 pgs: 33 active+clean; 493 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 322 KiB/s rd, 1.1 MiB/s wr, 238 op/s 2024-09-05T11:13:55.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:55.293 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:13:55.293 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 215.2k 90.4k 0.0k 2.1M 904.0k 0.0k nvme10n1 2024-09-05T11:13:55.293 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 189.6k 116.8k 0.0k 1.9M 1.1M 0.0k nvme10n10 2024-09-05T11:13:55.293 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 232.0k 125.2k 0.0k 2.3M 1.2M 0.0k nvme10n11 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 212.8k 125.2k 0.0k 2.1M 1.2M 0.0k nvme10n12 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 211.2k 100.4k 0.0k 2.1M 1004.0k 0.0k nvme10n13 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 237.6k 134.4k 0.0k 2.3M 1.3M 0.0k nvme10n14 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 203.6k 102.8k 0.0k 2.0M 1.0M 0.0k nvme10n15 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 231.2k 118.4k 0.0k 2.3M 1.2M 0.0k nvme10n16 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 225.2k 120.4k 0.0k 2.2M 1.2M 0.0k nvme10n17 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 202.0k 132.8k 0.0k 2.0M 1.3M 0.0k nvme10n18 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 226.0k 92.8k 0.0k 2.2M 928.0k 0.0k nvme10n19 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 212.4k 114.8k 0.0k 2.1M 1.1M 0.0k nvme10n2 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 202.0k 125.2k 0.0k 2.0M 1.2M 0.0k nvme10n20 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 204.8k 151.6k 0.0k 2.0M 1.5M 0.0k nvme10n3 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 184.0k 119.6k 0.0k 1.8M 1.2M 0.0k nvme10n4 2024-09-05T11:13:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 210.0k 140.0k 0.0k 2.1M 1.4M 0.0k nvme10n5 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 209.6k 99.6k 0.0k 2.0M 996.0k 0.0k nvme10n6 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 212.0k 114.4k 0.0k 2.1M 1.1M 0.0k nvme10n7 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 224.0k 112.8k 0.0k 2.2M 1.1M 0.0k nvme10n8 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 205.6k 107.2k 0.0k 2.0M 1.0M 0.0k nvme10n9 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 219.6k 111.6k 0.0k 2.1M 1.1M 0.0k nvme2n1 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 238.4k 102.4k 0.0k 2.3M 1.0M 0.0k nvme2n10 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 206.0k 118.4k 0.0k 2.0M 1.2M 0.0k nvme2n11 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 239.6k 96.0k 0.0k 2.3M 960.0k 0.0k nvme2n12 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 237.6k 94.4k 0.0k 2.3M 944.0k 0.0k nvme2n13 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 211.6k 106.0k 0.0k 2.1M 1.0M 0.0k nvme2n14 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 228.4k 94.8k 0.0k 2.2M 948.0k 0.0k nvme2n15 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 232.0k 100.8k 0.0k 2.3M 1008.0k 0.0k nvme2n16 2024-09-05T11:13:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 178.0k 128.4k 0.0k 1.7M 1.3M 0.0k nvme2n17 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 204.8k 110.8k 0.0k 2.0M 1.1M 0.0k nvme2n18 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 188.4k 138.8k 0.0k 1.8M 1.4M 0.0k nvme2n19 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 208.4k 120.4k 0.0k 2.0M 1.2M 0.0k nvme2n2 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 222.0k 99.2k 0.0k 2.2M 992.0k 0.0k nvme2n20 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 205.6k 111.2k 0.0k 2.0M 1.1M 0.0k nvme2n3 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 217.6k 112.4k 0.0k 2.1M 1.1M 0.0k nvme2n4 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 220.8k 87.6k 0.0k 2.2M 876.0k 0.0k nvme2n5 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 195.2k 145.2k 0.0k 1.9M 1.4M 0.0k nvme2n6 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 227.2k 114.0k 0.0k 2.2M 1.1M 0.0k nvme2n7 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 219.6k 96.8k 0.0k 2.1M 968.0k 0.0k nvme2n8 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 190.4k 147.6k 0.0k 1.9M 1.4M 0.0k nvme2n9 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 187.6k 138.0k 0.0k 1.8M 1.3M 0.0k nvme6n1 2024-09-05T11:13:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 190.4k 131.6k 0.0k 1.9M 1.3M 0.0k nvme6n10 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 203.2k 114.8k 0.0k 2.0M 1.1M 0.0k nvme6n11 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 214.0k 98.8k 0.0k 2.1M 988.0k 0.0k nvme6n12 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 207.6k 128.8k 0.0k 2.0M 1.3M 0.0k nvme6n13 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 195.2k 106.4k 0.0k 1.9M 1.0M 0.0k nvme6n14 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 252.0k 94.0k 0.0k 2.5M 940.0k 0.0k nvme6n15 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 243.2k 111.2k 0.0k 2.4M 1.1M 0.0k nvme6n16 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 219.2k 113.6k 0.0k 2.1M 1.1M 0.0k nvme6n17 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 210.8k 106.8k 0.0k 2.1M 1.0M 0.0k nvme6n18 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 231.2k 112.0k 0.0k 2.3M 1.1M 0.0k nvme6n19 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 176.8k 137.2k 0.0k 1.7M 1.3M 0.0k nvme6n2 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.90 216.8k 106.4k 0.0k 2.1M 1.0M 0.0k nvme6n20 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 208.0k 90.0k 0.0k 2.0M 900.0k 0.0k nvme6n3 2024-09-05T11:13:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 239.6k 100.0k 0.0k 2.3M 1000.0k 0.0k nvme6n4 2024-09-05T11:13:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 200.8k 123.6k 0.0k 2.0M 1.2M 0.0k nvme6n5 2024-09-05T11:13:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 234.4k 110.0k 0.0k 2.3M 1.1M 0.0k nvme6n6 2024-09-05T11:13:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 221.2k 108.4k 0.0k 2.2M 1.1M 0.0k nvme6n7 2024-09-05T11:13:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 203.2k 122.8k 0.0k 2.0M 1.2M 0.0k nvme6n8 2024-09-05T11:13:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 225.2k 123.2k 0.0k 2.2M 1.2M 0.0k nvme6n9 2024-09-05T11:13:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:13:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: pgmap v358: 33 pgs: 33 active+clean; 493 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 310 KiB/s rd, 1.1 MiB/s wr, 237 op/s 2024-09-05T11:13:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: { 2024-09-05T11:13:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: "prefix": "rbd perf image stats", 2024-09-05T11:13:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: "pool_spec": "mypool", 2024-09-05T11:13:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: "sort_by": "write_ops", 2024-09-05T11:13:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: "format": "json" 2024-09-05T11:13:57.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:56 smithi050 ceph-mon[81192]: }"]: dispatch 2024-09-05T11:13:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: pgmap v358: 33 pgs: 33 active+clean; 493 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 310 KiB/s rd, 1.1 MiB/s wr, 237 op/s 2024-09-05T11:13:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: { 2024-09-05T11:13:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: "prefix": "rbd perf image stats", 2024-09-05T11:13:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: "pool_spec": "mypool", 2024-09-05T11:13:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: "sort_by": "write_ops", 2024-09-05T11:13:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: "format": "json" 2024-09-05T11:13:57.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:56 smithi154 ceph-mon[59043]: }"]: dispatch 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: pgmap v358: 33 pgs: 33 active+clean; 493 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 310 KiB/s rd, 1.1 MiB/s wr, 237 op/s 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: { 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: "prefix": "rbd perf image stats", 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: "pool_spec": "mypool", 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: "sort_by": "write_ops", 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: "format": "json" 2024-09-05T11:13:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:56 smithi119 ceph-mon[72222]: }"]: dispatch 2024-09-05T11:13:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:13:58 smithi050 ceph-mon[81192]: pgmap v359: 33 pgs: 33 active+clean; 930 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.0 MiB/s wr, 676 op/s 2024-09-05T11:13:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:13:58 smithi154 ceph-mon[59043]: pgmap v359: 33 pgs: 33 active+clean; 930 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.0 MiB/s wr, 676 op/s 2024-09-05T11:13:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:13:58 smithi119 ceph-mon[72222]: pgmap v359: 33 pgs: 33 active+clean; 930 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.0 MiB/s wr, 676 op/s 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:NAME WR RD WR_BYTES RD_BYTES WR_LAT RD_LAT 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage22 9/s 6/s 294 KiB/s 82 KiB/s 980.29 us 170.90 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage6 9/s 6/s 266 KiB/s 170 KiB/s 992.63 us 183.57 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage21 9/s 5/s 276 KiB/s 95 KiB/s 935.74 us 160.17 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage55 9/s 6/s 250 KiB/s 125 KiB/s 991.50 us 200.47 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage58 9/s 6/s 311 KiB/s 111 KiB/s 1.01 ms 168.00 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage19 8/s 6/s 323 KiB/s 161 KiB/s 1.00 ms 155.47 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage9 8/s 6/s 322 KiB/s 181 KiB/s 1.02 ms 154.41 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage30 8/s 6/s 255 KiB/s 121 KiB/s 989.12 us 166.53 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage17 8/s 7/s 272 KiB/s 134 KiB/s 1.04 ms 173.29 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage25 8/s 6/s 245 KiB/s 130 KiB/s 973.31 us 164.28 us 2024-09-05T11:14:00.283 INFO:tasks.workunit.client.0.smithi033.stdout:myimage27 8/s 6/s 279 KiB/s 172 KiB/s 933.68 us 165.73 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage29 8/s 6/s 274 KiB/s 193 KiB/s 976.68 us 147.91 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage31 8/s 7/s 233 KiB/s 151 KiB/s 1.03 ms 193.76 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage47 8/s 6/s 299 KiB/s 147 KiB/s 995.84 us 154.80 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage49 8/s 6/s 246 KiB/s 154 KiB/s 977.89 us 177.17 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage52 8/s 6/s 220 KiB/s 157 KiB/s 936.25 us 157.88 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage60 8/s 6/s 268 KiB/s 154 KiB/s 954.92 us 162.37 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage8 8/s 6/s 240 KiB/s 130 KiB/s 960.92 us 157.68 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage28 8/s 8/s 279 KiB/s 143 KiB/s 1.00 ms 164.09 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage34 8/s 6/s 228 KiB/s 176 KiB/s 955.85 us 162.96 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage43 8/s 7/s 289 KiB/s 164 KiB/s 997.81 us 162.58 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage51 8/s 7/s 267 KiB/s 180 KiB/s 1.01 ms 164.66 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage54 8/s 6/s 295 KiB/s 172 KiB/s 968.43 us 151.13 us 2024-09-05T11:14:00.284 INFO:tasks.workunit.client.0.smithi033.stdout:myimage56 8/s 6/s 278 KiB/s 128 KiB/s 1.03 ms 164.39 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage12 8/s 7/s 234 KiB/s 142 KiB/s 949.56 us 157.95 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage33 8/s 7/s 258 KiB/s 153 KiB/s 971.16 us 154.06 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage39 8/s 7/s 245 KiB/s 200 KiB/s 981.29 us 155.36 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage40 8/s 7/s 233 KiB/s 106 KiB/s 958.79 us 160.88 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage48 8/s 6/s 267 KiB/s 142 KiB/s 975.79 us 156.80 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage32 7/s 7/s 214 KiB/s 168 KiB/s 998.78 us 188.89 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage38 7/s 5/s 233 KiB/s 158 KiB/s 955.33 us 168.46 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage41 7/s 7/s 186 KiB/s 196 KiB/s 943.67 us 157.03 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage44 7/s 7/s 229 KiB/s 125 KiB/s 931.30 us 157.89 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage50 7/s 7/s 256 KiB/s 195 KiB/s 987.78 us 155.46 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage7 7/s 7/s 247 KiB/s 176 KiB/s 947.91 us 176.05 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage18 7/s 6/s 271 KiB/s 64 KiB/s 1.11 ms 170.61 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage45 7/s 7/s 278 KiB/s 177 KiB/s 990.10 us 177.03 us 2024-09-05T11:14:00.285 INFO:tasks.workunit.client.0.smithi033.stdout:myimage3 7/s 7/s 222 KiB/s 148 KiB/s 995.09 us 166.66 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage53 7/s 7/s 191 KiB/s 205 KiB/s 940.04 us 152.59 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage57 7/s 6/s 267 KiB/s 152 KiB/s 1.01 ms 154.45 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage4 7/s 7/s 228 KiB/s 206 KiB/s 975.98 us 153.95 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage5 7/s 6/s 230 KiB/s 111 KiB/s 989.31 us 167.65 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage14 7/s 8/s 210 KiB/s 199 KiB/s 968.50 us 168.02 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage26 7/s 8/s 229 KiB/s 238 KiB/s 977.90 us 153.02 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage37 7/s 8/s 210 KiB/s 191 KiB/s 964.06 us 166.01 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage1 7/s 7/s 215 KiB/s 182 KiB/s 1.02 ms 160.61 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage2 7/s 7/s 223 KiB/s 204 KiB/s 931.91 us 157.43 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage10 7/s 8/s 236 KiB/s 198 KiB/s 970.13 us 163.06 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage16 7/s 7/s 193 KiB/s 145 KiB/s 967.49 us 152.42 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage42 7/s 8/s 219 KiB/s 209 KiB/s 987.21 us 183.04 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage11 6/s 7/s 224 KiB/s 193 KiB/s 979.25 us 155.37 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage59 6/s 8/s 217 KiB/s 172 KiB/s 998.96 us 178.82 us 2024-09-05T11:14:00.286 INFO:tasks.workunit.client.0.smithi033.stdout:myimage20 6/s 8/s 185 KiB/s 154 KiB/s 1.02 ms 167.56 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout:myimage24 6/s 8/s 186 KiB/s 169 KiB/s 938.96 us 158.13 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout:myimage35 6/s 6/s 207 KiB/s 131 KiB/s 962.17 us 153.40 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout:myimage46 6/s 8/s 190 KiB/s 212 KiB/s 1.71 ms 170.02 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout:myimage13 6/s 8/s 186 KiB/s 194 KiB/s 971.74 us 161.29 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout:myimage23 6/s 7/s 163 KiB/s 139 KiB/s 957.85 us 175.81 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout:myimage36 6/s 8/s 226 KiB/s 262 KiB/s 949.52 us 159.27 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout:myimage15 6/s 8/s 157 KiB/s 191 KiB/s 926.33 us 171.30 us 2024-09-05T11:14:00.287 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:00 smithi050 ceph-mon[81192]: pgmap v360: 33 pgs: 33 active+clean; 930 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.0 MiB/s wr, 672 op/s 2024-09-05T11:14:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:00 smithi154 ceph-mon[59043]: pgmap v360: 33 pgs: 33 active+clean; 930 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.0 MiB/s wr, 672 op/s 2024-09-05T11:14:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:00 smithi119 ceph-mon[72222]: pgmap v360: 33 pgs: 33 active+clean; 930 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 7.0 MiB/s wr, 672 op/s 2024-09-05T11:14:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:01 smithi050 ceph-mon[81192]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:14:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:01 smithi050 ceph-mon[81192]: { 2024-09-05T11:14:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:01 smithi050 ceph-mon[81192]: "prefix": "rbd perf image stats", 2024-09-05T11:14:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:01 smithi050 ceph-mon[81192]: "pool_spec": "mypool", 2024-09-05T11:14:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:01 smithi050 ceph-mon[81192]: "sort_by": "write_ops", 2024-09-05T11:14:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:01 smithi050 ceph-mon[81192]: "format": "json" 2024-09-05T11:14:02.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:01 smithi050 ceph-mon[81192]: }"]: dispatch 2024-09-05T11:14:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:01 smithi154 ceph-mon[59043]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:14:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:01 smithi154 ceph-mon[59043]: { 2024-09-05T11:14:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:01 smithi154 ceph-mon[59043]: "prefix": "rbd perf image stats", 2024-09-05T11:14:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:01 smithi154 ceph-mon[59043]: "pool_spec": "mypool", 2024-09-05T11:14:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:01 smithi154 ceph-mon[59043]: "sort_by": "write_ops", 2024-09-05T11:14:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:01 smithi154 ceph-mon[59043]: "format": "json" 2024-09-05T11:14:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:01 smithi154 ceph-mon[59043]: }"]: dispatch 2024-09-05T11:14:02.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:01 smithi119 ceph-mon[72222]: from='client.54973 -' entity='client.admin' cmd=[ 2024-09-05T11:14:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:01 smithi119 ceph-mon[72222]: { 2024-09-05T11:14:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:01 smithi119 ceph-mon[72222]: "prefix": "rbd perf image stats", 2024-09-05T11:14:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:01 smithi119 ceph-mon[72222]: "pool_spec": "mypool", 2024-09-05T11:14:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:01 smithi119 ceph-mon[72222]: "sort_by": "write_ops", 2024-09-05T11:14:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:01 smithi119 ceph-mon[72222]: "format": "json" 2024-09-05T11:14:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:01 smithi119 ceph-mon[72222]: }"]: dispatch 2024-09-05T11:14:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:02 smithi050 ceph-mon[81192]: pgmap v361: 33 pgs: 33 active+clean; 931 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.4 MiB/s wr, 701 op/s 2024-09-05T11:14:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:02 smithi154 ceph-mon[59043]: pgmap v361: 33 pgs: 33 active+clean; 931 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.4 MiB/s wr, 701 op/s 2024-09-05T11:14:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:02 smithi119 ceph-mon[72222]: pgmap v361: 33 pgs: 33 active+clean; 931 MiB data, 543 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.4 MiB/s wr, 701 op/s 2024-09-05T11:14:05.049 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:04 smithi119 ceph-mon[72222]: pgmap v362: 33 pgs: 33 active+clean; 972 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 1.04k op/s 2024-09-05T11:14:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:04 smithi050 ceph-mon[81192]: pgmap v362: 33 pgs: 33 active+clean; 972 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 1.04k op/s 2024-09-05T11:14:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:04 smithi154 ceph-mon[59043]: pgmap v362: 33 pgs: 33 active+clean; 972 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 1.04k op/s 2024-09-05T11:14:05.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 197.2k 251.6k 0.0k 1.9M 2.5M 0.0k nvme10n1 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 240.8k 190.4k 0.0k 2.4M 1.9M 0.0k nvme10n10 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 212.4k 238.8k 0.0k 2.1M 2.3M 0.0k nvme10n11 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 181.6k 225.6k 0.0k 1.8M 2.2M 0.0k nvme10n12 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 216.8k 199.6k 0.0k 2.1M 1.9M 0.0k nvme10n13 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 211.2k 238.0k 0.0k 2.1M 2.3M 0.0k nvme10n14 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 196.8k 228.0k 0.0k 1.9M 2.2M 0.0k nvme10n15 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 227.6k 224.4k 0.0k 2.2M 2.2M 0.0k nvme10n16 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 216.4k 197.2k 0.0k 2.1M 1.9M 0.0k nvme10n17 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 203.6k 238.8k 0.0k 2.0M 2.3M 0.0k nvme10n18 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 187.2k 272.8k 0.0k 1.8M 2.7M 0.0k nvme10n19 2024-09-05T11:14:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 227.2k 207.6k 0.0k 2.2M 2.0M 0.0k nvme10n2 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 274.4k 170.0k 0.0k 2.7M 1.7M 0.0k nvme10n20 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 250.8k 158.4k 0.0k 2.4M 1.5M 0.0k nvme10n3 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 228.0k 238.4k 0.0k 2.2M 2.3M 0.0k nvme10n4 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 193.6k 206.8k 0.0k 1.9M 2.0M 0.0k nvme10n5 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 261.2k 204.4k 0.0k 2.6M 2.0M 0.0k nvme10n6 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 274.8k 180.8k 0.0k 2.7M 1.8M 0.0k nvme10n7 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 217.2k 199.6k 0.0k 2.1M 1.9M 0.0k nvme10n8 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 231.2k 202.0k 0.0k 2.3M 2.0M 0.0k nvme10n9 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 201.6k 263.2k 0.0k 2.0M 2.6M 0.0k nvme2n1 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 244.0k 216.0k 0.0k 2.4M 2.1M 0.0k nvme2n10 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 233.2k 240.4k 0.0k 2.3M 2.3M 0.0k nvme2n11 2024-09-05T11:14:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 163.2k 257.2k 0.0k 1.6M 2.5M 0.0k nvme2n12 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 268.0k 185.6k 0.0k 2.6M 1.8M 0.0k nvme2n13 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 222.4k 239.6k 0.0k 2.2M 2.3M 0.0k nvme2n14 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 218.8k 208.4k 0.0k 2.1M 2.0M 0.0k nvme2n15 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 208.4k 193.2k 0.0k 2.0M 1.9M 0.0k nvme2n16 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 233.6k 222.0k 0.0k 2.3M 2.2M 0.0k nvme2n17 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 178.8k 250.0k 0.0k 1.7M 2.4M 0.0k nvme2n18 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 218.8k 229.2k 0.0k 2.1M 2.2M 0.0k nvme2n19 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 223.6k 209.6k 0.0k 2.2M 2.0M 0.0k nvme2n2 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 234.0k 240.0k 0.0k 2.3M 2.3M 0.0k nvme2n20 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 205.6k 213.6k 0.0k 2.0M 2.1M 0.0k nvme2n3 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 226.4k 206.8k 0.0k 2.2M 2.0M 0.0k nvme2n4 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 262.4k 174.4k 0.0k 2.6M 1.7M 0.0k nvme2n5 2024-09-05T11:14:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 227.6k 211.2k 0.0k 2.2M 2.1M 0.0k nvme2n6 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 230.4k 219.2k 0.0k 2.2M 2.1M 0.0k nvme2n7 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 239.6k 195.6k 0.0k 2.3M 1.9M 0.0k nvme2n8 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 237.6k 218.0k 0.0k 2.3M 2.1M 0.0k nvme2n9 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 233.6k 210.8k 0.0k 2.3M 2.1M 0.0k nvme6n1 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 231.2k 197.2k 0.0k 2.3M 1.9M 0.0k nvme6n10 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 212.4k 193.6k 0.0k 2.1M 1.9M 0.0k nvme6n11 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 210.0k 221.6k 0.0k 2.1M 2.2M 0.0k nvme6n12 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 237.6k 220.0k 0.0k 2.3M 2.1M 0.0k nvme6n13 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 209.2k 237.2k 0.0k 2.0M 2.3M 0.0k nvme6n14 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 210.0k 208.0k 0.0k 2.1M 2.0M 0.0k nvme6n15 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 245.6k 199.6k 0.0k 2.4M 1.9M 0.0k nvme6n16 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 256.0k 187.6k 0.0k 2.5M 1.8M 0.0k nvme6n17 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 204.8k 223.2k 0.0k 2.0M 2.2M 0.0k nvme6n18 2024-09-05T11:14:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 193.2k 259.6k 0.0k 1.9M 2.5M 0.0k nvme6n19 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 234.0k 213.2k 0.0k 2.3M 2.1M 0.0k nvme6n2 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 239.2k 194.0k 0.0k 2.3M 1.9M 0.0k nvme6n20 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 252.4k 189.6k 0.0k 2.5M 1.9M 0.0k nvme6n3 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 225.6k 176.4k 0.0k 2.2M 1.7M 0.0k nvme6n4 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 248.0k 193.6k 0.0k 2.4M 1.9M 0.0k nvme6n5 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 192.4k 203.2k 0.0k 1.9M 2.0M 0.0k nvme6n6 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 214.8k 219.2k 0.0k 2.1M 2.1M 0.0k nvme6n7 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 135.2k 276.8k 0.0k 1.3M 2.7M 0.0k nvme6n8 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 208.8k 232.4k 0.0k 2.0M 2.3M 0.0k nvme6n9 2024-09-05T11:14:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:06 smithi050 ceph-mon[81192]: pgmap v363: 33 pgs: 33 active+clean; 972 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 11 MiB/s wr, 820 op/s 2024-09-05T11:14:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:06 smithi154 ceph-mon[59043]: pgmap v363: 33 pgs: 33 active+clean; 972 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 11 MiB/s wr, 820 op/s 2024-09-05T11:14:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:06 smithi119 ceph-mon[72222]: pgmap v363: 33 pgs: 33 active+clean; 972 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 11 MiB/s wr, 820 op/s 2024-09-05T11:14:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:08 smithi050 ceph-mon[81192]: pgmap v364: 33 pgs: 33 active+clean; 992 MiB data, 883 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 16 MiB/s wr, 1.20k op/s 2024-09-05T11:14:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:08 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:14:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:08 smithi154 ceph-mon[59043]: pgmap v364: 33 pgs: 33 active+clean; 992 MiB data, 883 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 16 MiB/s wr, 1.20k op/s 2024-09-05T11:14:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:08 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:14:09.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:08 smithi119 ceph-mon[72222]: pgmap v364: 33 pgs: 33 active+clean; 992 MiB data, 883 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 16 MiB/s wr, 1.20k op/s 2024-09-05T11:14:09.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:08 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:14:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:14:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:14:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:14:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:14:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:14:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:14:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:14:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:14:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:14:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:14:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:14:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:14:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:14:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:10 smithi050 ceph-mon[81192]: pgmap v365: 33 pgs: 33 active+clean; 992 MiB data, 883 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 10 MiB/s wr, 756 op/s 2024-09-05T11:14:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:10 smithi154 ceph-mon[59043]: pgmap v365: 33 pgs: 33 active+clean; 992 MiB data, 883 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 10 MiB/s wr, 756 op/s 2024-09-05T11:14:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:10 smithi119 ceph-mon[72222]: pgmap v365: 33 pgs: 33 active+clean; 992 MiB data, 883 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 10 MiB/s wr, 756 op/s 2024-09-05T11:14:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:12 smithi050 ceph-mon[81192]: pgmap v366: 33 pgs: 33 active+clean; 992 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 11 MiB/s wr, 783 op/s 2024-09-05T11:14:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:12 smithi154 ceph-mon[59043]: pgmap v366: 33 pgs: 33 active+clean; 992 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 11 MiB/s wr, 783 op/s 2024-09-05T11:14:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:12 smithi119 ceph-mon[72222]: pgmap v366: 33 pgs: 33 active+clean; 992 MiB data, 904 MiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 11 MiB/s wr, 783 op/s 2024-09-05T11:14:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:14 smithi050 ceph-mon[81192]: pgmap v367: 33 pgs: 33 active+clean; 1000 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2024-09-05T11:14:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:14 smithi154 ceph-mon[59043]: pgmap v367: 33 pgs: 33 active+clean; 1000 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2024-09-05T11:14:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:14 smithi119 ceph-mon[72222]: pgmap v367: 33 pgs: 33 active+clean; 1000 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2024-09-05T11:14:15.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:15.292 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:14:15.292 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 216.0k 132.8k 0.0k 2.1M 1.3M 0.0k nvme10n1 2024-09-05T11:14:15.292 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 200.8k 185.2k 0.0k 2.0M 1.8M 0.0k nvme10n10 2024-09-05T11:14:15.292 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 161.6k 218.4k 0.0k 1.6M 2.1M 0.0k nvme10n11 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 191.2k 197.2k 0.0k 1.9M 1.9M 0.0k nvme10n12 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 163.2k 196.0k 0.0k 1.6M 1.9M 0.0k nvme10n13 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 178.0k 182.8k 0.0k 1.7M 1.8M 0.0k nvme10n14 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 197.6k 202.0k 0.0k 1.9M 2.0M 0.0k nvme10n15 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 205.2k 193.6k 0.0k 2.0M 1.9M 0.0k nvme10n16 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 201.6k 177.6k 0.0k 2.0M 1.7M 0.0k nvme10n17 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 200.0k 170.4k 0.0k 2.0M 1.7M 0.0k nvme10n18 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 192.0k 162.0k 0.0k 1.9M 1.6M 0.0k nvme10n19 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 185.6k 198.8k 0.0k 1.8M 1.9M 0.0k nvme10n2 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 149.6k 182.8k 0.0k 1.5M 1.8M 0.0k nvme10n20 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 170.0k 187.6k 0.0k 1.7M 1.8M 0.0k nvme10n3 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 156.8k 231.2k 0.0k 1.5M 2.3M 0.0k nvme10n4 2024-09-05T11:14:15.293 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 218.8k 178.0k 0.0k 2.1M 1.7M 0.0k nvme10n5 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 181.6k 182.4k 0.0k 1.8M 1.8M 0.0k nvme10n6 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 209.2k 198.8k 0.0k 2.0M 1.9M 0.0k nvme10n7 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 207.6k 180.0k 0.0k 2.0M 1.8M 0.0k nvme10n8 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 208.8k 146.4k 0.0k 2.0M 1.4M 0.0k nvme10n9 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 195.2k 176.4k 0.0k 1.9M 1.7M 0.0k nvme2n1 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 164.8k 200.8k 0.0k 1.6M 2.0M 0.0k nvme2n10 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 245.6k 126.0k 0.0k 2.4M 1.2M 0.0k nvme2n11 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 176.4k 190.8k 0.0k 1.7M 1.9M 0.0k nvme2n12 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 192.0k 169.2k 0.0k 1.9M 1.7M 0.0k nvme2n13 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 232.8k 149.2k 0.0k 2.3M 1.5M 0.0k nvme2n14 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 188.0k 174.4k 0.0k 1.8M 1.7M 0.0k nvme2n15 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 175.6k 172.0k 0.0k 1.7M 1.7M 0.0k nvme2n16 2024-09-05T11:14:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 179.6k 169.2k 0.0k 1.8M 1.7M 0.0k nvme2n17 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 218.4k 190.8k 0.0k 2.1M 1.9M 0.0k nvme2n18 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 185.6k 150.4k 0.0k 1.8M 1.5M 0.0k nvme2n19 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 233.6k 178.4k 0.0k 2.3M 1.7M 0.0k nvme2n2 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 186.4k 182.4k 0.0k 1.8M 1.8M 0.0k nvme2n20 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 165.6k 197.6k 0.0k 1.6M 1.9M 0.0k nvme2n3 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 186.0k 195.6k 0.0k 1.8M 1.9M 0.0k nvme2n4 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 202.0k 164.8k 0.0k 2.0M 1.6M 0.0k nvme2n5 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 212.8k 156.8k 0.0k 2.1M 1.5M 0.0k nvme2n6 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 169.6k 205.6k 0.0k 1.7M 2.0M 0.0k nvme2n7 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 216.4k 190.0k 0.0k 2.1M 1.9M 0.0k nvme2n8 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 207.6k 180.4k 0.0k 2.0M 1.8M 0.0k nvme2n9 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 162.4k 237.6k 0.0k 1.6M 2.3M 0.0k nvme6n1 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 188.8k 195.6k 0.0k 1.8M 1.9M 0.0k nvme6n10 2024-09-05T11:14:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 169.6k 176.4k 0.0k 1.7M 1.7M 0.0k nvme6n11 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 150.0k 189.2k 0.0k 1.5M 1.8M 0.0k nvme6n12 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 150.8k 206.0k 0.0k 1.5M 2.0M 0.0k nvme6n13 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 185.2k 178.0k 0.0k 1.8M 1.7M 0.0k nvme6n14 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 195.6k 194.0k 0.0k 1.9M 1.9M 0.0k nvme6n15 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 159.2k 203.6k 0.0k 1.6M 2.0M 0.0k nvme6n16 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 200.0k 195.6k 0.0k 2.0M 1.9M 0.0k nvme6n17 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 162.4k 196.4k 0.0k 1.6M 1.9M 0.0k nvme6n18 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 186.0k 198.4k 0.0k 1.8M 1.9M 0.0k nvme6n19 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 172.8k 213.6k 0.0k 1.7M 2.1M 0.0k nvme6n2 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 191.2k 188.4k 0.0k 1.9M 1.8M 0.0k nvme6n20 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.10 204.0k 192.8k 0.0k 2.0M 1.9M 0.0k nvme6n3 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 208.0k 162.4k 0.0k 2.0M 1.6M 0.0k nvme6n4 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 172.0k 214.4k 0.0k 1.7M 2.1M 0.0k nvme6n5 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 167.2k 214.0k 0.0k 1.6M 2.1M 0.0k nvme6n6 2024-09-05T11:14:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 149.2k 216.8k 0.0k 1.5M 2.1M 0.0k nvme6n7 2024-09-05T11:14:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 182.8k 186.4k 0.0k 1.8M 1.8M 0.0k nvme6n8 2024-09-05T11:14:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 15.00 174.8k 221.6k 0.0k 1.7M 2.2M 0.0k nvme6n9 2024-09-05T11:14:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:16 smithi050 ceph-mon[81192]: pgmap v368: 33 pgs: 33 active+clean; 1000 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.6 MiB/s wr, 759 op/s 2024-09-05T11:14:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:16 smithi154 ceph-mon[59043]: pgmap v368: 33 pgs: 33 active+clean; 1000 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.6 MiB/s wr, 759 op/s 2024-09-05T11:14:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:16 smithi119 ceph-mon[72222]: pgmap v368: 33 pgs: 33 active+clean; 1000 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.6 MiB/s wr, 759 op/s 2024-09-05T11:14:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:18 smithi050 ceph-mon[81192]: pgmap v369: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.13k op/s 2024-09-05T11:14:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:18 smithi154 ceph-mon[59043]: pgmap v369: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.13k op/s 2024-09-05T11:14:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:18 smithi119 ceph-mon[72222]: pgmap v369: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.13k op/s 2024-09-05T11:14:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:20 smithi050 ceph-mon[81192]: pgmap v370: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.9 MiB/s wr, 752 op/s 2024-09-05T11:14:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:20 smithi154 ceph-mon[59043]: pgmap v370: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.9 MiB/s wr, 752 op/s 2024-09-05T11:14:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:20 smithi119 ceph-mon[72222]: pgmap v370: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.9 MiB/s wr, 752 op/s 2024-09-05T11:14:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:22 smithi050 ceph-mon[81192]: pgmap v371: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 9.2 MiB/s wr, 778 op/s 2024-09-05T11:14:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:22 smithi154 ceph-mon[59043]: pgmap v371: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 9.2 MiB/s wr, 778 op/s 2024-09-05T11:14:23.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:22 smithi119 ceph-mon[72222]: pgmap v371: 33 pgs: 33 active+clean; 1006 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 9.2 MiB/s wr, 778 op/s 2024-09-05T11:14:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:24 smithi050 ceph-mon[81192]: pgmap v372: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 1.09k op/s 2024-09-05T11:14:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:24 smithi154 ceph-mon[59043]: pgmap v372: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 1.09k op/s 2024-09-05T11:14:25.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:24 smithi119 ceph-mon[72222]: pgmap v372: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 1.09k op/s 2024-09-05T11:14:25.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:25.292 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:14:25.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 151.6k 171.2k 0.0k 1.5M 1.7M 0.0k nvme10n1 2024-09-05T11:14:25.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 151.2k 180.4k 0.0k 1.5M 1.8M 0.0k nvme10n10 2024-09-05T11:14:25.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 178.4k 159.2k 0.0k 1.7M 1.6M 0.0k nvme10n11 2024-09-05T11:14:25.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 132.8k 187.6k 0.0k 1.3M 1.8M 0.0k nvme10n12 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 158.8k 164.4k 0.0k 1.6M 1.6M 0.0k nvme10n13 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 154.8k 165.2k 0.0k 1.5M 1.6M 0.0k nvme10n14 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 194.8k 144.4k 0.0k 1.9M 1.4M 0.0k nvme10n15 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 196.4k 127.6k 0.0k 1.9M 1.2M 0.0k nvme10n16 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 146.8k 156.0k 0.0k 1.4M 1.5M 0.0k nvme10n17 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 124.0k 182.0k 0.0k 1.2M 1.8M 0.0k nvme10n18 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 148.0k 182.4k 0.0k 1.4M 1.8M 0.0k nvme10n19 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 155.2k 162.8k 0.0k 1.5M 1.6M 0.0k nvme10n2 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 171.2k 151.2k 0.0k 1.7M 1.5M 0.0k nvme10n20 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 148.0k 192.4k 0.0k 1.4M 1.9M 0.0k nvme10n3 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 138.4k 161.6k 0.0k 1.4M 1.6M 0.0k nvme10n4 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 162.8k 159.6k 0.0k 1.6M 1.6M 0.0k nvme10n5 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 154.0k 167.2k 0.0k 1.5M 1.6M 0.0k nvme10n6 2024-09-05T11:14:25.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 137.6k 162.0k 0.0k 1.3M 1.6M 0.0k nvme10n7 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 182.8k 145.2k 0.0k 1.8M 1.4M 0.0k nvme10n8 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 152.4k 202.0k 0.0k 1.5M 2.0M 0.0k nvme10n9 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 176.4k 144.8k 0.0k 1.7M 1.4M 0.0k nvme2n1 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 149.6k 148.4k 0.0k 1.5M 1.4M 0.0k nvme2n10 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 161.2k 144.8k 0.0k 1.6M 1.4M 0.0k nvme2n11 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 178.4k 137.6k 0.0k 1.7M 1.3M 0.0k nvme2n12 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 164.4k 134.8k 0.0k 1.6M 1.3M 0.0k nvme2n13 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 132.0k 162.0k 0.0k 1.3M 1.6M 0.0k nvme2n14 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 120.0k 179.6k 0.0k 1.2M 1.8M 0.0k nvme2n15 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 131.6k 173.6k 0.0k 1.3M 1.7M 0.0k nvme2n16 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 182.8k 147.6k 0.0k 1.8M 1.4M 0.0k nvme2n17 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 162.4k 146.4k 0.0k 1.6M 1.4M 0.0k nvme2n18 2024-09-05T11:14:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 150.0k 163.2k 0.0k 1.5M 1.6M 0.0k nvme2n19 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 183.2k 134.0k 0.0k 1.8M 1.3M 0.0k nvme2n2 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 195.2k 149.6k 0.0k 1.9M 1.5M 0.0k nvme2n20 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 148.0k 174.4k 0.0k 1.4M 1.7M 0.0k nvme2n3 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 156.0k 161.2k 0.0k 1.5M 1.6M 0.0k nvme2n4 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 171.6k 166.8k 0.0k 1.7M 1.6M 0.0k nvme2n5 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 146.0k 158.8k 0.0k 1.4M 1.6M 0.0k nvme2n6 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 161.6k 166.0k 0.0k 1.6M 1.6M 0.0k nvme2n7 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 133.2k 134.0k 0.0k 1.3M 1.3M 0.0k nvme2n8 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 154.8k 174.4k 0.0k 1.5M 1.7M 0.0k nvme2n9 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 162.0k 158.4k 0.0k 1.6M 1.5M 0.0k nvme6n1 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 158.0k 154.8k 0.0k 1.5M 1.5M 0.0k nvme6n10 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 144.0k 199.2k 0.0k 1.4M 1.9M 0.0k nvme6n11 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 157.6k 160.0k 0.0k 1.5M 1.6M 0.0k nvme6n12 2024-09-05T11:14:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 142.4k 170.4k 0.0k 1.4M 1.7M 0.0k nvme6n13 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 157.6k 182.4k 0.0k 1.5M 1.8M 0.0k nvme6n14 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 152.4k 151.2k 0.0k 1.5M 1.5M 0.0k nvme6n15 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 166.0k 174.4k 0.0k 1.6M 1.7M 0.0k nvme6n16 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 177.6k 155.6k 0.0k 1.7M 1.5M 0.0k nvme6n17 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 176.8k 157.2k 0.0k 1.7M 1.5M 0.0k nvme6n18 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 134.4k 175.2k 0.0k 1.3M 1.7M 0.0k nvme6n19 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 156.8k 144.8k 0.0k 1.5M 1.4M 0.0k nvme6n2 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 144.4k 151.6k 0.0k 1.4M 1.5M 0.0k nvme6n20 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 145.2k 147.6k 0.0k 1.4M 1.4M 0.0k nvme6n3 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 140.8k 153.6k 0.0k 1.4M 1.5M 0.0k nvme6n4 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 170.0k 141.2k 0.0k 1.7M 1.4M 0.0k nvme6n5 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 162.8k 168.8k 0.0k 1.6M 1.6M 0.0k nvme6n6 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 151.6k 174.8k 0.0k 1.5M 1.7M 0.0k nvme6n7 2024-09-05T11:14:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 145.6k 141.6k 0.0k 1.4M 1.4M 0.0k nvme6n8 2024-09-05T11:14:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 14.50 152.8k 175.2k 0.0k 1.5M 1.7M 0.0k nvme6n9 2024-09-05T11:14:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:26 smithi050 ceph-mon[81192]: pgmap v373: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 8.3 MiB/s wr, 730 op/s 2024-09-05T11:14:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:26 smithi154 ceph-mon[59043]: pgmap v373: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 8.3 MiB/s wr, 730 op/s 2024-09-05T11:14:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:26 smithi119 ceph-mon[72222]: pgmap v373: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 8.3 MiB/s wr, 730 op/s 2024-09-05T11:14:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:28 smithi050 ceph-mon[81192]: pgmap v374: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.10k op/s 2024-09-05T11:14:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:28 smithi154 ceph-mon[59043]: pgmap v374: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.10k op/s 2024-09-05T11:14:29.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:28 smithi119 ceph-mon[72222]: pgmap v374: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.10k op/s 2024-09-05T11:14:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:30 smithi050 ceph-mon[81192]: pgmap v375: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.7 MiB/s wr, 728 op/s 2024-09-05T11:14:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:30 smithi154 ceph-mon[59043]: pgmap v375: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.7 MiB/s wr, 728 op/s 2024-09-05T11:14:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:30 smithi119 ceph-mon[72222]: pgmap v375: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.7 MiB/s wr, 728 op/s 2024-09-05T11:14:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:32 smithi050 ceph-mon[81192]: pgmap v376: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.0 MiB/s wr, 754 op/s 2024-09-05T11:14:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:32 smithi154 ceph-mon[59043]: pgmap v376: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.0 MiB/s wr, 754 op/s 2024-09-05T11:14:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:32 smithi119 ceph-mon[72222]: pgmap v376: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.0 MiB/s wr, 754 op/s 2024-09-05T11:14:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:34 smithi050 ceph-mon[81192]: pgmap v377: 33 pgs: 33 active+clean; 1016 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 1.06k op/s 2024-09-05T11:14:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:34 smithi154 ceph-mon[59043]: pgmap v377: 33 pgs: 33 active+clean; 1016 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 1.06k op/s 2024-09-05T11:14:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:34 smithi119 ceph-mon[72222]: pgmap v377: 33 pgs: 33 active+clean; 1016 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 1.06k op/s 2024-09-05T11:14:35.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 116.4k 178.8k 0.0k 1.1M 1.7M 0.0k nvme10n1 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 152.0k 173.2k 0.0k 1.5M 1.7M 0.0k nvme10n10 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 156.4k 141.2k 0.0k 1.5M 1.4M 0.0k nvme10n11 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 122.4k 152.4k 0.0k 1.2M 1.5M 0.0k nvme10n12 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 164.4k 158.0k 0.0k 1.6M 1.5M 0.0k nvme10n13 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 129.6k 134.0k 0.0k 1.3M 1.3M 0.0k nvme10n14 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 124.4k 160.8k 0.0k 1.2M 1.6M 0.0k nvme10n15 2024-09-05T11:14:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 148.0k 132.4k 0.0k 1.4M 1.3M 0.0k nvme10n16 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 128.0k 142.0k 0.0k 1.2M 1.4M 0.0k nvme10n17 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 140.8k 134.0k 0.0k 1.4M 1.3M 0.0k nvme10n18 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 125.6k 154.0k 0.0k 1.2M 1.5M 0.0k nvme10n19 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 139.6k 136.8k 0.0k 1.4M 1.3M 0.0k nvme10n2 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 174.4k 136.0k 0.0k 1.7M 1.3M 0.0k nvme10n20 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 158.0k 125.6k 0.0k 1.5M 1.2M 0.0k nvme10n3 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 136.8k 134.0k 0.0k 1.3M 1.3M 0.0k nvme10n4 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 138.0k 132.8k 0.0k 1.3M 1.3M 0.0k nvme10n5 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 158.4k 128.0k 0.0k 1.5M 1.2M 0.0k nvme10n6 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 121.2k 166.8k 0.0k 1.2M 1.6M 0.0k nvme10n7 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 112.0k 142.4k 0.0k 1.1M 1.4M 0.0k nvme10n8 2024-09-05T11:14:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 140.0k 119.6k 0.0k 1.4M 1.2M 0.0k nvme10n9 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 151.2k 122.0k 0.0k 1.5M 1.2M 0.0k nvme2n1 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 140.0k 146.4k 0.0k 1.4M 1.4M 0.0k nvme2n10 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 136.0k 149.6k 0.0k 1.3M 1.5M 0.0k nvme2n11 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 144.4k 162.4k 0.0k 1.4M 1.6M 0.0k nvme2n12 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 125.6k 148.0k 0.0k 1.2M 1.4M 0.0k nvme2n13 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 140.8k 151.6k 0.0k 1.4M 1.5M 0.0k nvme2n14 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 144.4k 126.4k 0.0k 1.4M 1.2M 0.0k nvme2n15 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 170.8k 134.0k 0.0k 1.7M 1.3M 0.0k nvme2n16 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 130.4k 146.0k 0.0k 1.3M 1.4M 0.0k nvme2n17 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 163.2k 127.2k 0.0k 1.6M 1.2M 0.0k nvme2n18 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 175.6k 116.0k 0.0k 1.7M 1.1M 0.0k nvme2n19 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 138.8k 138.0k 0.0k 1.4M 1.3M 0.0k nvme2n2 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 124.0k 136.8k 0.0k 1.2M 1.3M 0.0k nvme2n20 2024-09-05T11:14:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 123.2k 148.8k 0.0k 1.2M 1.5M 0.0k nvme2n3 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 129.2k 162.4k 0.0k 1.3M 1.6M 0.0k nvme2n4 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 146.0k 164.0k 0.0k 1.4M 1.6M 0.0k nvme2n5 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 143.6k 134.0k 0.0k 1.4M 1.3M 0.0k nvme2n6 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 149.2k 103.6k 0.0k 1.5M 1.0M 0.0k nvme2n7 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 136.8k 144.4k 0.0k 1.3M 1.4M 0.0k nvme2n8 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 121.6k 130.8k 0.0k 1.2M 1.3M 0.0k nvme2n9 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 143.6k 136.8k 0.0k 1.4M 1.3M 0.0k nvme6n1 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 113.2k 139.6k 0.0k 1.1M 1.4M 0.0k nvme6n10 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 163.2k 149.2k 0.0k 1.6M 1.5M 0.0k nvme6n11 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.40 128.4k 142.8k 0.0k 1.3M 1.4M 0.0k nvme6n12 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 134.8k 146.4k 0.0k 1.3M 1.4M 0.0k nvme6n13 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 138.4k 136.8k 0.0k 1.4M 1.3M 0.0k nvme6n14 2024-09-05T11:14:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 122.0k 135.2k 0.0k 1.2M 1.3M 0.0k nvme6n15 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 130.0k 134.4k 0.0k 1.3M 1.3M 0.0k nvme6n16 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 152.4k 123.6k 0.0k 1.5M 1.2M 0.0k nvme6n17 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 124.8k 144.8k 0.0k 1.2M 1.4M 0.0k nvme6n18 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 163.2k 124.8k 0.0k 1.6M 1.2M 0.0k nvme6n19 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 126.8k 144.4k 0.0k 1.2M 1.4M 0.0k nvme6n2 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 128.4k 144.0k 0.0k 1.3M 1.4M 0.0k nvme6n20 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 116.0k 147.2k 0.0k 1.1M 1.4M 0.0k nvme6n3 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 124.4k 172.0k 0.0k 1.2M 1.7M 0.0k nvme6n4 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 124.4k 162.8k 0.0k 1.2M 1.6M 0.0k nvme6n5 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 150.0k 127.6k 0.0k 1.5M 1.2M 0.0k nvme6n6 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 154.8k 122.8k 0.0k 1.5M 1.2M 0.0k nvme6n7 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 125.2k 138.0k 0.0k 1.2M 1.3M 0.0k nvme6n8 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 14.30 133.6k 124.4k 0.0k 1.3M 1.2M 0.0k nvme6n9 2024-09-05T11:14:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:36 smithi050 ceph-mon[81192]: pgmap v378: 33 pgs: 33 active+clean; 1016 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.2 MiB/s wr, 725 op/s 2024-09-05T11:14:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:36 smithi154 ceph-mon[59043]: pgmap v378: 33 pgs: 33 active+clean; 1016 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.2 MiB/s wr, 725 op/s 2024-09-05T11:14:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:36 smithi119 ceph-mon[72222]: pgmap v378: 33 pgs: 33 active+clean; 1016 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.2 MiB/s wr, 725 op/s 2024-09-05T11:14:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:38 smithi050 ceph-mon[81192]: pgmap v379: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 1.09k op/s 2024-09-05T11:14:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:38 smithi154 ceph-mon[59043]: pgmap v379: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 1.09k op/s 2024-09-05T11:14:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:38 smithi119 ceph-mon[72222]: pgmap v379: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 1.09k op/s 2024-09-05T11:14:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:40 smithi050 ceph-mon[81192]: pgmap v380: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.8 MiB/s wr, 721 op/s 2024-09-05T11:14:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:40 smithi154 ceph-mon[59043]: pgmap v380: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.8 MiB/s wr, 721 op/s 2024-09-05T11:14:41.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:40 smithi119 ceph-mon[72222]: pgmap v380: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.8 MiB/s wr, 721 op/s 2024-09-05T11:14:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:42 smithi050 ceph-mon[81192]: pgmap v381: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.1 MiB/s wr, 745 op/s 2024-09-05T11:14:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:42 smithi154 ceph-mon[59043]: pgmap v381: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.1 MiB/s wr, 745 op/s 2024-09-05T11:14:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:42 smithi119 ceph-mon[72222]: pgmap v381: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.1 MiB/s wr, 745 op/s 2024-09-05T11:14:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:44 smithi050 ceph-mon[81192]: pgmap v382: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 1.03k op/s 2024-09-05T11:14:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:44 smithi154 ceph-mon[59043]: pgmap v382: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 1.03k op/s 2024-09-05T11:14:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:44 smithi119 ceph-mon[72222]: pgmap v382: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 1.03k op/s 2024-09-05T11:14:45.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 159.2k 164.8k 0.0k 1.6M 1.6M 0.0k nvme10n1 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 195.2k 192.0k 0.0k 1.9M 1.9M 0.0k nvme10n10 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 181.2k 226.0k 0.0k 1.8M 2.2M 0.0k nvme10n11 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 175.2k 142.8k 0.0k 1.7M 1.4M 0.0k nvme10n12 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 172.4k 140.0k 0.0k 1.7M 1.4M 0.0k nvme10n13 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 203.2k 192.0k 0.0k 2.0M 1.9M 0.0k nvme10n14 2024-09-05T11:14:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 146.0k 193.6k 0.0k 1.4M 1.9M 0.0k nvme10n15 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 176.4k 191.2k 0.0k 1.7M 1.9M 0.0k nvme10n16 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 186.0k 155.6k 0.0k 1.8M 1.5M 0.0k nvme10n17 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 193.2k 158.8k 0.0k 1.9M 1.6M 0.0k nvme10n18 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 123.6k 215.2k 0.0k 1.2M 2.1M 0.0k nvme10n19 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 244.8k 144.0k 0.0k 2.4M 1.4M 0.0k nvme10n2 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 158.4k 166.8k 0.0k 1.5M 1.6M 0.0k nvme10n20 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 172.4k 170.0k 0.0k 1.7M 1.7M 0.0k nvme10n3 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 167.6k 174.0k 0.0k 1.6M 1.7M 0.0k nvme10n4 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 152.4k 173.6k 0.0k 1.5M 1.7M 0.0k nvme10n5 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 158.8k 178.4k 0.0k 1.6M 1.7M 0.0k nvme10n6 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 187.6k 171.2k 0.0k 1.8M 1.7M 0.0k nvme10n7 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 218.0k 182.0k 0.0k 2.1M 1.8M 0.0k nvme10n8 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 146.0k 134.8k 0.0k 1.4M 1.3M 0.0k nvme10n9 2024-09-05T11:14:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 182.0k 194.4k 0.0k 1.8M 1.9M 0.0k nvme2n1 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 156.0k 213.6k 0.0k 1.5M 2.1M 0.0k nvme2n10 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 199.6k 174.0k 0.0k 1.9M 1.7M 0.0k nvme2n11 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 188.4k 156.8k 0.0k 1.8M 1.5M 0.0k nvme2n12 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 188.4k 135.6k 0.0k 1.8M 1.3M 0.0k nvme2n13 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 163.2k 127.6k 0.0k 1.6M 1.2M 0.0k nvme2n14 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 182.8k 155.6k 0.0k 1.8M 1.5M 0.0k nvme2n15 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 164.8k 135.2k 0.0k 1.6M 1.3M 0.0k nvme2n16 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 156.0k 171.6k 0.0k 1.5M 1.7M 0.0k nvme2n17 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 196.4k 159.6k 0.0k 1.9M 1.6M 0.0k nvme2n18 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 181.6k 158.4k 0.0k 1.8M 1.5M 0.0k nvme2n19 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 193.2k 183.6k 0.0k 1.9M 1.8M 0.0k nvme2n2 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 199.6k 202.8k 0.0k 1.9M 2.0M 0.0k nvme2n20 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 198.0k 154.4k 0.0k 1.9M 1.5M 0.0k nvme2n3 2024-09-05T11:14:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 163.2k 180.8k 0.0k 1.6M 1.8M 0.0k nvme2n4 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 156.8k 182.0k 0.0k 1.5M 1.8M 0.0k nvme2n5 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 210.0k 148.0k 0.0k 2.1M 1.4M 0.0k nvme2n6 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 156.8k 165.6k 0.0k 1.5M 1.6M 0.0k nvme2n7 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 138.8k 124.0k 0.0k 1.4M 1.2M 0.0k nvme2n8 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 170.4k 181.2k 0.0k 1.7M 1.8M 0.0k nvme2n9 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 193.2k 186.0k 0.0k 1.9M 1.8M 0.0k nvme6n1 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 186.8k 115.6k 0.0k 1.8M 1.1M 0.0k nvme6n10 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 143.2k 212.4k 0.0k 1.4M 2.1M 0.0k nvme6n11 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 134.8k 144.8k 0.0k 1.3M 1.4M 0.0k nvme6n12 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 186.0k 198.8k 0.0k 1.8M 1.9M 0.0k nvme6n13 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 162.4k 140.8k 0.0k 1.6M 1.4M 0.0k nvme6n14 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 178.0k 157.2k 0.0k 1.7M 1.5M 0.0k nvme6n15 2024-09-05T11:14:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 204.4k 182.0k 0.0k 2.0M 1.8M 0.0k nvme6n16 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 188.4k 189.2k 0.0k 1.8M 1.8M 0.0k nvme6n17 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 138.8k 133.6k 0.0k 1.4M 1.3M 0.0k nvme6n18 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 166.4k 194.8k 0.0k 1.6M 1.9M 0.0k nvme6n19 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 134.4k 162.0k 0.0k 1.3M 1.6M 0.0k nvme6n2 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 150.8k 144.8k 0.0k 1.5M 1.4M 0.0k nvme6n20 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 122.8k 142.0k 0.0k 1.2M 1.4M 0.0k nvme6n3 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.20 159.6k 123.2k 0.0k 1.6M 1.2M 0.0k nvme6n4 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 190.0k 150.8k 0.0k 1.9M 1.5M 0.0k nvme6n5 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 174.8k 175.6k 0.0k 1.7M 1.7M 0.0k nvme6n6 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 190.8k 148.0k 0.0k 1.9M 1.4M 0.0k nvme6n7 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 150.4k 123.2k 0.0k 1.5M 1.2M 0.0k nvme6n8 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 13.10 190.8k 191.2k 0.0k 1.9M 1.9M 0.0k nvme6n9 2024-09-05T11:14:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:46 smithi050 ceph-mon[81192]: pgmap v383: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 696 op/s 2024-09-05T11:14:47.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:46 smithi154 ceph-mon[59043]: pgmap v383: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 696 op/s 2024-09-05T11:14:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:46 smithi119 ceph-mon[72222]: pgmap v383: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 696 op/s 2024-09-05T11:14:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:48 smithi050 ceph-mon[81192]: pgmap v384: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.01k op/s 2024-09-05T11:14:49.181 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:48 smithi154 ceph-mon[59043]: pgmap v384: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.01k op/s 2024-09-05T11:14:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:48 smithi119 ceph-mon[72222]: pgmap v384: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.01k op/s 2024-09-05T11:14:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:50 smithi050 ceph-mon[81192]: pgmap v385: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.5 MiB/s wr, 649 op/s 2024-09-05T11:14:51.207 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:50 smithi154 ceph-mon[59043]: pgmap v385: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.5 MiB/s wr, 649 op/s 2024-09-05T11:14:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:50 smithi119 ceph-mon[72222]: pgmap v385: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.5 MiB/s wr, 649 op/s 2024-09-05T11:14:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:52 smithi050 ceph-mon[81192]: pgmap v386: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.9 MiB/s wr, 672 op/s 2024-09-05T11:14:53.195 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:52 smithi154 ceph-mon[59043]: pgmap v386: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.9 MiB/s wr, 672 op/s 2024-09-05T11:14:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:52 smithi119 ceph-mon[72222]: pgmap v386: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.9 MiB/s wr, 672 op/s 2024-09-05T11:14:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:54 smithi050 ceph-mon[81192]: pgmap v387: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 947 op/s 2024-09-05T11:14:55.194 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:54 smithi154 ceph-mon[59043]: pgmap v387: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 947 op/s 2024-09-05T11:14:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:54 smithi119 ceph-mon[72222]: pgmap v387: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 947 op/s 2024-09-05T11:14:55.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:14:55.310 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 176.8k 198.0k 0.0k 1.7M 1.9M 0.0k nvme10n1 2024-09-05T11:14:55.318 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 215.6k 138.8k 0.0k 2.1M 1.4M 0.0k nvme10n10 2024-09-05T11:14:55.327 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 172.8k 156.8k 0.0k 1.7M 1.5M 0.0k nvme10n11 2024-09-05T11:14:55.335 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 144.0k 207.2k 0.0k 1.4M 2.0M 0.0k nvme10n12 2024-09-05T11:14:55.343 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 156.4k 192.8k 0.0k 1.5M 1.9M 0.0k nvme10n13 2024-09-05T11:14:55.352 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 216.4k 140.0k 0.0k 2.1M 1.4M 0.0k nvme10n14 2024-09-05T11:14:55.361 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 137.2k 180.4k 0.0k 1.3M 1.8M 0.0k nvme10n15 2024-09-05T11:14:55.369 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 157.6k 185.6k 0.0k 1.5M 1.8M 0.0k nvme10n16 2024-09-05T11:14:55.378 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 189.6k 170.0k 0.0k 1.9M 1.7M 0.0k nvme10n17 2024-09-05T11:14:55.386 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 170.0k 188.4k 0.0k 1.7M 1.8M 0.0k nvme10n18 2024-09-05T11:14:55.393 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 175.2k 169.6k 0.0k 1.7M 1.7M 0.0k nvme10n19 2024-09-05T11:14:55.467 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 171.6k 187.2k 0.0k 1.7M 1.8M 0.0k nvme10n2 2024-09-05T11:14:55.476 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 187.2k 178.0k 0.0k 1.8M 1.7M 0.0k nvme10n20 2024-09-05T11:14:55.536 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 194.0k 175.6k 0.0k 1.9M 1.7M 0.0k nvme10n3 2024-09-05T11:14:55.545 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 163.6k 176.8k 0.0k 1.6M 1.7M 0.0k nvme10n4 2024-09-05T11:14:55.570 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 162.4k 186.8k 0.0k 1.6M 1.8M 0.0k nvme10n5 2024-09-05T11:14:55.579 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 177.2k 171.2k 0.0k 1.7M 1.7M 0.0k nvme10n6 2024-09-05T11:14:55.587 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 154.8k 156.0k 0.0k 1.5M 1.5M 0.0k nvme10n7 2024-09-05T11:14:55.595 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 208.4k 163.2k 0.0k 2.0M 1.6M 0.0k nvme10n8 2024-09-05T11:14:55.603 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 222.0k 165.2k 0.0k 2.2M 1.6M 0.0k nvme10n9 2024-09-05T11:14:55.612 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 152.4k 192.4k 0.0k 1.5M 1.9M 0.0k nvme2n1 2024-09-05T11:14:55.620 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 176.0k 168.0k 0.0k 1.7M 1.6M 0.0k nvme2n10 2024-09-05T11:14:55.628 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 168.0k 176.0k 0.0k 1.6M 1.7M 0.0k nvme2n11 2024-09-05T11:14:55.635 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 161.2k 207.6k 0.0k 1.6M 2.0M 0.0k nvme2n12 2024-09-05T11:14:55.644 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 186.8k 208.0k 0.0k 1.8M 2.0M 0.0k nvme2n13 2024-09-05T11:14:55.652 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 167.2k 163.6k 0.0k 1.6M 1.6M 0.0k nvme2n14 2024-09-05T11:14:55.660 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 193.6k 211.6k 0.0k 1.9M 2.1M 0.0k nvme2n15 2024-09-05T11:14:55.668 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 198.4k 158.0k 0.0k 1.9M 1.5M 0.0k nvme2n16 2024-09-05T11:14:55.696 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 175.6k 204.4k 0.0k 1.7M 2.0M 0.0k nvme2n17 2024-09-05T11:14:55.704 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 163.2k 177.6k 0.0k 1.6M 1.7M 0.0k nvme2n18 2024-09-05T11:14:55.751 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 158.8k 160.8k 0.0k 1.6M 1.6M 0.0k nvme2n19 2024-09-05T11:14:55.760 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 151.6k 188.8k 0.0k 1.5M 1.8M 0.0k nvme2n2 2024-09-05T11:14:55.795 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 152.0k 173.6k 0.0k 1.5M 1.7M 0.0k nvme2n20 2024-09-05T11:14:55.804 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 178.4k 186.4k 0.0k 1.7M 1.8M 0.0k nvme2n3 2024-09-05T11:14:55.812 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 154.4k 146.0k 0.0k 1.5M 1.4M 0.0k nvme2n4 2024-09-05T11:14:55.820 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 157.6k 218.0k 0.0k 1.5M 2.1M 0.0k nvme2n5 2024-09-05T11:14:55.829 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 174.0k 195.6k 0.0k 1.7M 1.9M 0.0k nvme2n6 2024-09-05T11:14:55.837 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 222.4k 162.8k 0.0k 2.2M 1.6M 0.0k nvme2n7 2024-09-05T11:14:55.845 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 181.6k 234.8k 0.0k 1.8M 2.3M 0.0k nvme2n8 2024-09-05T11:14:55.854 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 219.6k 138.8k 0.0k 2.1M 1.4M 0.0k nvme2n9 2024-09-05T11:14:55.863 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 180.8k 162.8k 0.0k 1.8M 1.6M 0.0k nvme6n1 2024-09-05T11:14:55.871 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 169.6k 181.2k 0.0k 1.7M 1.8M 0.0k nvme6n10 2024-09-05T11:14:55.880 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 152.4k 206.8k 0.0k 1.5M 2.0M 0.0k nvme6n11 2024-09-05T11:14:55.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 190.8k 183.2k 0.0k 1.9M 1.8M 0.0k nvme6n12 2024-09-05T11:14:55.924 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 152.8k 205.2k 0.0k 1.5M 2.0M 0.0k nvme6n13 2024-09-05T11:14:55.935 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 164.8k 186.8k 0.0k 1.6M 1.8M 0.0k nvme6n14 2024-09-05T11:14:55.943 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 188.8k 164.8k 0.0k 1.8M 1.6M 0.0k nvme6n15 2024-09-05T11:14:55.970 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 177.6k 160.0k 0.0k 1.7M 1.6M 0.0k nvme6n16 2024-09-05T11:14:55.979 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 150.4k 227.6k 0.0k 1.5M 2.2M 0.0k nvme6n17 2024-09-05T11:14:56.010 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 210.0k 191.2k 0.0k 2.1M 1.9M 0.0k nvme6n18 2024-09-05T11:14:56.019 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 171.6k 160.8k 0.0k 1.7M 1.6M 0.0k nvme6n19 2024-09-05T11:14:56.027 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 174.0k 203.2k 0.0k 1.7M 2.0M 0.0k nvme6n2 2024-09-05T11:14:56.042 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 170.0k 185.6k 0.0k 1.7M 1.8M 0.0k nvme6n20 2024-09-05T11:14:56.050 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 225.2k 168.4k 0.0k 2.2M 1.6M 0.0k nvme6n3 2024-09-05T11:14:56.058 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 165.2k 203.6k 0.0k 1.6M 2.0M 0.0k nvme6n4 2024-09-05T11:14:56.066 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 178.4k 167.2k 0.0k 1.7M 1.6M 0.0k nvme6n5 2024-09-05T11:14:56.074 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 202.4k 172.0k 0.0k 2.0M 1.7M 0.0k nvme6n6 2024-09-05T11:14:56.082 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 184.0k 155.6k 0.0k 1.8M 1.5M 0.0k nvme6n7 2024-09-05T11:14:56.089 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 164.8k 204.4k 0.0k 1.6M 2.0M 0.0k nvme6n8 2024-09-05T11:14:56.098 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 174.8k 169.2k 0.0k 1.7M 1.7M 0.0k nvme6n9 2024-09-05T11:14:56.106 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:14:56.125 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-09-05T11:14:56.133 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:14:56.141 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:14:56.189 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:55 smithi050 ceph-mon[81192]: pgmap v388: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 9.3 MiB/s wr, 636 op/s 2024-09-05T11:14:56.198 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:55 smithi154 ceph-mon[59043]: pgmap v388: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 9.3 MiB/s wr, 636 op/s 2024-09-05T11:14:56.237 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-09-05T11:14:56.246 INFO:teuthology.orchestra.run.smithi050.stdout:○ ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:14:56.255 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:14:56.263 INFO:teuthology.orchestra.run.smithi050.stdout: Active: inactive (dead) since Thu 2024-09-05 11:12:57 UTC; 1min 58s ago 2024-09-05T11:14:56.271 INFO:teuthology.orchestra.run.smithi050.stdout: Duration: 3min 11.060s 2024-09-05T11:14:56.280 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 95032 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.287 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 95033 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.295 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 101781 ExecStop=/bin/bash -c bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.302 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 101836 ExecStopPost=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.310 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 101866 ExecStopPost=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.318 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 95097 (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.326 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 3min 12.783s 2024-09-05T11:14:56.353 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:14:56.362 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.a) 2024-09-05T11:14:56.370 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:14:56.401 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[95097]: [05-Sep-2024 11:12:56] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-09-05T11:14:56.410 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:56 smithi050 podman[101810]: 2024-09-05 11:12:56.425128642 +0000 UTC m=+0.189934507 container died dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.version=24.01, io.spdk.build.target-arch=, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.ceph-release=18.2.4, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, release=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, io.openshift.wants=ceph,rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, architecture=x86_64, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.branch=tags/1.2.17, io.ceph.version=1.2.17, name=ceph-nvmeof, distribution-scope=public, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0, vendor=Red Hat, Inc., version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:14:56.427 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:56 smithi050 podman[101810]: 2024-09-05 11:12:56.832693282 +0000 UTC m=+0.597499146 container cleanup dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, url=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, release=, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, maintainer=Ceph Developers , io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.pkgdep-args=--rbd, architecture=x86_64, io.spdk.build.ceph-release=18.2.4, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., vcs-type=git, io.spdk.build.target-arch=, io.buildah.version=1.29.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.version=24.01, io.ceph.version=1.2.17, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, version=1.2.17, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.nvmeof=None, org.centos.version=9.0-21.el9, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.branch=tags/1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-09-05T11:14:56.434 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:56 smithi050 bash[101810]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:14:56.442 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:57 smithi050 podman[101824]: 2024-09-05 11:12:57.208920168 +0000 UTC m=+0.786315092 container remove dc107a6756eb0f0f812b3e7de63eee9784e78e27d64feef33a258b474c735e90 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.ceph-release=18.2.4, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , release=, distribution-scope=public, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.component=ubi9-container, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, version=1.2.17, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.ceph.git.branch=tags/1.2.17, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-07-30 15:47:38 UTC) 2024-09-05T11:14:56.448 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:57 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Deactivated successfully. 2024-09-05T11:14:56.455 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:57 smithi050 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:14:56.462 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:12:57 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Consumed 3min 12.783s CPU time. 2024-09-05T11:14:56.469 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:14:56.477 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:55 smithi119 ceph-mon[72222]: pgmap v388: 33 pgs: 33 active+clean; 1020 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 9.3 MiB/s wr, 636 op/s 2024-09-05T11:14:56.520 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:14:56.529 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:14:56.536 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 5min ago 2024-09-05T11:14:56.542 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.576 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.584 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:14:56.592 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:14:56.612 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 153.8M 2024-09-05T11:14:56.632 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 5min 11.498s 2024-09-05T11:14:56.662 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:14:56.671 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:14:56.680 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:56.697 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:56.706 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:14:56.714 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:14:56.724 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:56.732 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:14:56.742 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:14:56.751 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:14:56.759 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:14:56.768 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:14:56.793 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:14:56.802 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:14:56.810 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:14:56.840 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:14:56.870 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:14:56.886 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:14:56.894 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:14:56.903 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:13:06 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:44974 2024-09-05T11:14:56.913 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:14:56.957 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:14:56.966 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:14:56.974 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 5min ago 2024-09-05T11:14:56.983 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:14:56.992 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:14:57.000 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:14:57.009 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:14:57.017 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 151.9M 2024-09-05T11:14:57.087 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 5min 6.613s 2024-09-05T11:14:57.096 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:14:57.104 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:14:57.137 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:57.146 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:57.178 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:14:57.187 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:14:57.195 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:57.204 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:14:57.212 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:14:57.221 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:14:57.229 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:14:57.237 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:14:57.245 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:14:57.254 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:14:57.262 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:14:57.273 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:14:57.301 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:14:57.310 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:14:57.318 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:14:57.369 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:14:57.379 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:14:57.441 INFO:teuthology.orchestra.run.smithi173.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:14:57.450 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:14:57.458 INFO:teuthology.orchestra.run.smithi173.stdout: Active: active (running) since Thu 2024-09-05 11:09:58 UTC; 4min 59s ago 2024-09-05T11:14:57.467 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42202 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:14:57.475 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42203 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:14:57.484 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 42265 (conmon) 2024-09-05T11:14:57.493 INFO:teuthology.orchestra.run.smithi173.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:14:57.502 INFO:teuthology.orchestra.run.smithi173.stdout: Memory: 145.3M 2024-09-05T11:14:57.510 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 5min 1.739s 2024-09-05T11:14:57.519 INFO:teuthology.orchestra.run.smithi173.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T11:14:57.527 INFO:teuthology.orchestra.run.smithi173.stdout: ├─libpod-payload-dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:14:57.535 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42267 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:57.544 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42269 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:57.568 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42356 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:14:57.577 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42407 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:14:57.607 INFO:teuthology.orchestra.run.smithi173.stdout: │ └─43357 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:14:57.659 INFO:teuthology.orchestra.run.smithi173.stdout: └─runtime 2024-09-05T11:14:57.682 INFO:teuthology.orchestra.run.smithi173.stdout: └─42265 /usr/bin/conmon --api-version 1 -c dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -u dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata -p /run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:14:57.691 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:14:57.699 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:14:57.708 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:14:57.717 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:14:57.726 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:14:57.734 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:14:57.743 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:14:57.751 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:14:57.759 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:14:57.767 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:14:57.776 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:14:57.811 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:14:58.122 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:14:58.130 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 4m ago 25m smithi050=x;smithi119=y;count:2 2024-09-05T11:14:58.179 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 4m ago 25m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:14:58.187 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 4/4 4m ago 20m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:14:58.205 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 4m ago - 2024-09-05T11:14:58.214 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:57 smithi154 ceph-mon[59043]: pgmap v389: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 951 op/s 2024-09-05T11:14:58.223 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:57 smithi050 ceph-mon[81192]: pgmap v389: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 951 op/s 2024-09-05T11:14:58.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:57 smithi119 ceph-mon[72222]: pgmap v389: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 951 op/s 2024-09-05T11:14:58.416 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:14:58.426 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (5m) 4m ago 19m 129M - 1.2.17 32a3d75b7c14 dc107a6756eb 2024-09-05T11:14:58.434 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (5m) 4m ago 20m 137M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:14:58.443 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (5m) 4m ago 19m 132M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:14:58.450 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (5m) 4m ago 20m 125M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:14:58.764 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:14:59.104 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:14:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:14:59.118 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:14:59.199 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:14:59.206 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:14:59.255 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 10m) 2024-09-05T11:14:59.262 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 11m), standbys: y 2024-09-05T11:14:59.297 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 22m) 2024-09-05T11:14:59.304 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:14:59.311 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:14:59.317 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:14:59.324 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1020 MiB 2024-09-05T11:14:59.330 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 2.1 GiB used, 713 GiB / 715 GiB avail 2024-09-05T11:14:59.342 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:14:59.349 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:14:59.357 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:14:59.366 INFO:teuthology.orchestra.run.smithi033.stdout: client: 8.0 MiB/s rd, 8.7 MiB/s wr, 314 op/s rd, 322 op/s wr 2024-09-05T11:14:59.376 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:14:59.386 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:58 smithi119 ceph-mon[72222]: from='client.45011 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:14:59.423 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:58 smithi119 ceph-mon[72222]: from='client.35085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:14:59.432 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:58 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/891322005' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:14:59.441 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:58 smithi154 ceph-mon[59043]: from='client.45011 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:14:59.471 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:58 smithi154 ceph-mon[59043]: from='client.35085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:14:59.494 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:58 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/891322005' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:14:59.522 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:58 smithi050 ceph-mon[81192]: from='client.45011 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:14:59.531 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:58 smithi050 ceph-mon[81192]: from='client.35085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:14:59.540 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:58 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/891322005' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:14:59.551 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.559 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.572 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.580 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.588 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.596 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.605 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.613 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.621 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.665 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.674 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.682 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.709 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.744 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.764 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.772 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.780 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.792 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.800 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.809 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.817 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.825 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.835 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.844 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.853 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.860 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.925 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.934 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.942 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.979 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.988 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:14:59.999 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.007 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.015 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.023 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.031 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.039 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.048 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.056 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.064 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.087 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.095 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.121 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.130 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.158 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.167 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.182 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:59 smithi154 ceph-mon[59043]: pgmap v390: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.7 MiB/s wr, 636 op/s 2024-09-05T11:15:00.190 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:14:59 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/754158935' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:15:00.198 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:59 smithi050 ceph-mon[81192]: pgmap v390: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.7 MiB/s wr, 636 op/s 2024-09-05T11:15:00.207 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:14:59 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/754158935' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:15:00.215 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.224 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.231 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.239 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.247 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.256 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.264 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.273 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.303 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.312 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:59 smithi119 ceph-mon[72222]: pgmap v390: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.7 MiB/s wr, 636 op/s 2024-09-05T11:15:00.321 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:14:59 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/754158935' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:15:00.342 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.350 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.365 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:15:00.373 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-09-05T11:15:00.381 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-09-05T11:15:00.389 DEBUG:teuthology.orchestra.run.smithi050:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:15:00.399 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl start ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:15:00.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:00 smithi050 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:15:00.991 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:00 smithi050 podman[102258]: 2024-09-05 11:15:00.606739171 +0000 UTC m=+0.018056939 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:15:00.999 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:00 smithi050 podman[102258]: 2024-09-05 11:15:00.737009598 +0000 UTC m=+0.148327362 container create 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.ceph.maintainer=Ceph Developers , io.spdk.version=24.01, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.branch=tags/1.2.17, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.component=ceph-nvmeof, io.openshift.wants=ceph,rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.buildah.version=1.29.0, release=, maintainer=Ceph Developers , name=ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof, version=1.2.17, io.spdk.build.ceph-release=18.2.4, vcs-type=git, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, architecture=x86_64, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, distribution-scope=public) 2024-09-05T11:15:01.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:00 smithi050 podman[102258]: 2024-09-05 11:15:00.989622428 +0000 UTC m=+0.400940189 container init 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.version=24.01, io.ceph.nvmeof=None, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, version=1.2.17, distribution-scope=public, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-07-30 15:47:38 UTC, io.openshift.wants=ceph,rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, maintainer=Ceph Developers , name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, architecture=x86_64, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.version=9.0-21.el9, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.branch=undefined) 2024-09-05T11:15:01.114 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 75 secs before thrashing 2024-09-05T11:15:01.250 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:00 smithi050 podman[102258]: 2024-09-05 11:15:00.993023366 +0000 UTC m=+0.404341134 container start 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vendor=Red Hat, Inc., io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.17, io.spdk.build.makeflags=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.component=ubi9-container, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.17, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, url=https://github.com/ceph/ceph-nvmeof, version=1.2.17, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.component=ceph-nvmeof, io.spdk.version=24.01, io.openshift.wants=ceph,rbd, org.centos.version=9.0-21.el9, distribution-scope=public, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.build.ceph-release=18.2.4, summary=Ceph NVMe over Fabrics Gateway, release=, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.target-arch=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined) 2024-09-05T11:15:01.283 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 bash[102258]: 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 2024-09-05T11:15:01.291 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 systemd[1]: Started Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:15:01.527 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:15:01.533 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-09-05T11:15:01.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:15:01.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:15:01.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:15:01.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:15:01.654 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:15:01.662 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:15:01.670 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:15:01.678 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:15:01.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:15:01.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:15:01.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:15:01.716 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:15:01.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:15:01.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): [gateway] 2024-09-05T11:15:01.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): name = client.nvmeof.nvmeof.a 2024-09-05T11:15:01.813 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): group = 2024-09-05T11:15:01.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:15:01.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): port = 5500 2024-09-05T11:15:01.856 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:15:01.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:15:01.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:15:01.898 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:15:01.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:15:01.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:15:01.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:15:01.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:15:01.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:15:01.966 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:15:01.974 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:15:01.981 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:15:01.989 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:15:02.012 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:15:02.020 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:15:02.034 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:15:02.057 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): 2024-09-05T11:15:02.102 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:15:02.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:15:02.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:15:02.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:15:02.160 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:15:02.168 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:15:02.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:15:02.184 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:15:02.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:15:02.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): 2024-09-05T11:15:02.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): [discovery] 2024-09-05T11:15:02.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:15:02.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): port = 8009 2024-09-05T11:15:02.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): 2024-09-05T11:15:02.274 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): [ceph] 2024-09-05T11:15:02.290 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): pool = mypool 2024-09-05T11:15:02.365 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:15:02.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): id = nvmeof.nvmeof.a 2024-09-05T11:15:02.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): 2024-09-05T11:15:02.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): [mtls] 2024-09-05T11:15:02.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:15:02.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:15:02.455 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:15:02.463 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:15:02.471 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:15:02.479 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): 2024-09-05T11:15:02.488 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): [spdk] 2024-09-05T11:15:02.495 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:15:02.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:15:02.512 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:15:02.540 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:15:02.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:15:02.556 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:15:02.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:15:02.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): transports = tcp 2024-09-05T11:15:02.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:15:02.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): 2024-09-05T11:15:02.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): [monitor] 2024-09-05T11:15:02.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:15:02.640 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:15:02.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.a 2024-09-05T11:15:02.656 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:15:02.664 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:15:02.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:15:02.680 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:15:02.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.50:5499 for group id 2024-09-05T11:15:02.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.a group id=0 2024-09-05T11:15:02.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:15:02.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 2024-09-05T11:15:01.333+0000 7f2f5ab7e640 0 ms_deliver_dispatch: unhandled message 0x559d065ad180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:15:02.741 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 2024-09-05T11:15:01.333+0000 7f2f5ab7e640 0 ms_deliver_dispatch: unhandled message 0x559d0659dba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:15:02.770 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:15:02.779 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:15:02.801 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:15:02.810 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:15:02.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:395 (2): SPDK process id: 58 2024-09-05T11:15:02.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:15:02.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: INFO: Setting log level to WARNING 2024-09-05T11:15:02.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:15:02.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.355596] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:15:02.863 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.355666] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid58 ] 2024-09-05T11:15:02.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.469825] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:15:02.880 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.526054] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:15:02.888 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.745318] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:15:02.896 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:15:02.918 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:285 (2): Discovery service process id: 60 2024-09-05T11:15:02.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:280 (60): Starting ceph nvmeof discovery service 2024-09-05T11:15:02.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:15:02.958 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:15:02.970 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:01 smithi119 ceph-mon[72222]: pgmap v391: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 9.0 MiB/s wr, 662 op/s 2024-09-05T11:15:02.983 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:01 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1974395497' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:15:02.990 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:01 smithi154 ceph-mon[59043]: pgmap v391: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 9.0 MiB/s wr, 662 op/s 2024-09-05T11:15:02.997 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:01 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1974395497' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:15:03.004 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-mon[81192]: pgmap v391: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 9.0 MiB/s wr, 662 op/s 2024-09-05T11:15:03.010 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1974395497' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:15:03.019 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:15:03.026 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:15:03.032 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO state.py:387 (60): nvmeof.state OMAP object already exists. 2024-09-05T11:15:03.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO discovery.py:321 (60): log pages info from omap: nvmeof.state 2024-09-05T11:15:03.045 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO discovery.py:328 (60): discovery addr: 172.21.15.50 port: 8009 2024-09-05T11:15:03.062 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:15:03.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:15:03.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:15:03.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:15:03.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:15:03.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:15:03.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:15:03.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:15:03.165 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.834357] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.50:0/2106861047, rc 0 2024-09-05T11:15:03.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.834447] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.50:0/2106861047 2024-09-05T11:15:03.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.50:0/2106861047' anagrp=4 2024-09-05T11:15:03.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:15:03.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.848254] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b rbd disk to lun 2024-09-05T11:15:03.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:15:03.219 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:15:03.225 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.231 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.876856] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.50:0/170417271, rc 0 2024-09-05T11:15:03.240 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.877561] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.50:0/170417271 2024-09-05T11:15:03.273 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.50:0/170417271' anagrp=1 2024-09-05T11:15:03.280 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:15:03.286 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.891663] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 rbd disk to lun 2024-09-05T11:15:03.308 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:15:03.314 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:15:03.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.928848] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.50:0/1606364737, rc 0 2024-09-05T11:15:03.358 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.928935] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.50:0/1606364737 2024-09-05T11:15:03.366 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.50:0/1606364737' anagrp=2 2024-09-05T11:15:03.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:15:03.383 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.942561] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 rbd disk to lun 2024-09-05T11:15:03.391 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:15:03.398 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.955144] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:15:03.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:15:03.415 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:15:03.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.971008] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_63ab30d3-a704-4489-99ef-92533e165522 rbd disk to lun 2024-09-05T11:15:03.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:15:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:15:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.548 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:15:03.557 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:01.999245] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 rbd disk to lun 2024-09-05T11:15:03.572 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:01 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:01] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:15:03.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:15:03.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:02.043492] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.50:0/3638327454, rc 0 2024-09-05T11:15:03.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:02.043961] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.50:0/3638327454 2024-09-05T11:15:03.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.50:0/3638327454' anagrp=3 2024-09-05T11:15:03.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:15:03.630 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:02.056849] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_7de22285-9ab3-438d-bb68-5beca87afeca rbd disk to lun 2024-09-05T11:15:03.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:15:03.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:15:03.669 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.680 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:15:03.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:02.101318] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 rbd disk to lun 2024-09-05T11:15:03.718 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:15:03.727 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:15:03.757 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:15:03.793 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [2024-09-05 11:15:02.146970] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 rbd disk to lun 2024-09-05T11:15:03.801 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:15:03.809 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:15:03.817 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:15:03.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:15:03.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:15:03.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:15:03.856 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.863 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:15:03.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:15:03.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:15:03.888 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:03.920 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:15:03.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:15:03.965 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:15:03.973 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.000 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:15:04.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:15:04.017 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:15:04.025 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.032 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:15:04.043 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:15:04.051 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:15:04.059 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.067 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:15:04.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:15:04.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:15:04.090 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:15:04.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:15:04.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:15:04.178 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:15:04.226 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:15:04.234 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:15:04.243 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.251 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:15:04.259 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:15:04.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:15:04.275 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.284 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:15:04.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:15:04.308 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:15:04.315 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:15:04.361 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:15:04.367 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:15:04.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.401 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:15:04.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:15:04.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:15:04.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.442 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:15:04.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:15:04.455 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:15:04.460 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.466 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:15:04.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:15:04.479 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:15:04.486 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.492 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:15:04.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:15:04.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:15:04.534 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.540 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:15:04.569 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:15:04.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:15:04.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:15:04.618 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:15:04.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:15:04.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:15:04.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:15:04.653 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:15:04.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.667 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:15:04.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:15:04.680 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:15:04.716 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:15:04.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:15:04.766 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:15:04.775 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.795 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:15:04.803 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:15:04.812 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:15:04.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:15:04.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:15:04.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:15:04.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:15:04.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:15:04.901 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:15:04.909 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:04.990 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:15:04.998 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:15:05.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:15:05.033 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.041 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:15:05.077 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:15:05.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:15:05.094 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.102 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:15:05.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:15:05.121 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:15:05.129 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:15:05.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:15:05.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:15:05.160 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.168 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:15:05.176 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:15:05.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:15:05.221 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.269 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:15:05.280 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:15:05.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:15:05.311 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:15:05.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:15:05.338 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-mon[72222]: pgmap v392: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 943 op/s 2024-09-05T11:15:05.346 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:03 smithi154 ceph-mon[59043]: pgmap v392: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 943 op/s 2024-09-05T11:15:05.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:15:03] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:15:05.362 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:15:05.370 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:15:05.378 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:15:05.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:15:05.393 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:15:05.401 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:15:05.435 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:15:05.443 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:15:05.487 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:15:05.496 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:15:05.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:15:05.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:15:05.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:15:05.528 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:15:05.535 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:38116 2024-09-05T11:15:05.544 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:15:05.552 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.560 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:15:05.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:15:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:15:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:15:05.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:15:05.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:15:05.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.745 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:15:05.753 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:15:05.770 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:15:05.779 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.787 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:15:05.795 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:15:05.803 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:15:05.811 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:15:05.827 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:15:05.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:15:05.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:15:05.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:15:05.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:15:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.901 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:15:05.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:15:05.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:15:05.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:15:05.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:15:05.959 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:15:05.966 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.972 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:15:05.979 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:15:05.985 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:15:05.990 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:05.996 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:02 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:02] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:15:06.002 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:15:06.008 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:15:06.036 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.043 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:15:06.049 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:15:06.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:15:06.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:15:06.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:15:06.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:15:06.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.123 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:15:06.129 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:15:06.135 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:15:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:15:06.153 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:15:06.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:15:06.164 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:15:06.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:15:06.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:15:06.228 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.234 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:15:06.257 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:15:06.263 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:15:06.269 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.276 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:15:06.282 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:15:06.289 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:15:06.297 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.305 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:15:06.313 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:15:06.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:15:06.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:15:06.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:15:06.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:15:06.390 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:15:06.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:15:06.456 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:15:06.465 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.473 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:15:06.481 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:15:06.489 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:15:06.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:15:06.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:15:06.513 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:15:06.521 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:15:06.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:15:06.536 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:15:06.544 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:15:06.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:15:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:15:06.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:15:06.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:15:06.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:15:06.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:15:06.653 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:15:06.660 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:15:06.669 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:15:06.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:03] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:15:06.697 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:03 smithi050 ceph-mon[81192]: pgmap v392: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 943 op/s 2024-09-05T11:15:06.705 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:05 smithi050 ceph-mon[81192]: pgmap v393: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.5 MiB/s wr, 644 op/s 2024-09-05T11:15:06.714 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:05 smithi119 ceph-mon[72222]: pgmap v393: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.5 MiB/s wr, 644 op/s 2024-09-05T11:15:06.723 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:05 smithi154 ceph-mon[59043]: pgmap v393: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.5 MiB/s wr, 644 op/s 2024-09-05T11:15:06.741 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:06.749 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:15:06.757 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 115.6k 171.6k 0.0k 1.1M 1.7M 0.0k nvme10n1 2024-09-05T11:15:06.791 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 142.0k 138.4k 0.0k 1.4M 1.4M 0.0k nvme10n10 2024-09-05T11:15:06.799 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 107.6k 180.4k 0.0k 1.1M 1.8M 0.0k nvme10n11 2024-09-05T11:15:06.825 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 145.2k 152.8k 0.0k 1.4M 1.5M 0.0k nvme10n12 2024-09-05T11:15:06.833 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 116.4k 139.6k 0.0k 1.1M 1.4M 0.0k nvme10n13 2024-09-05T11:15:06.869 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 174.4k 136.8k 0.0k 1.7M 1.3M 0.0k nvme10n14 2024-09-05T11:15:06.877 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 142.4k 128.8k 0.0k 1.4M 1.3M 0.0k nvme10n15 2024-09-05T11:15:06.885 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 127.6k 156.4k 0.0k 1.2M 1.5M 0.0k nvme10n16 2024-09-05T11:15:06.894 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 160.4k 132.8k 0.0k 1.6M 1.3M 0.0k nvme10n17 2024-09-05T11:15:06.901 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 126.8k 163.2k 0.0k 1.2M 1.6M 0.0k nvme10n18 2024-09-05T11:15:06.910 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 136.8k 130.4k 0.0k 1.3M 1.3M 0.0k nvme10n19 2024-09-05T11:15:06.918 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 137.6k 124.4k 0.0k 1.3M 1.2M 0.0k nvme10n2 2024-09-05T11:15:06.926 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 156.4k 148.8k 0.0k 1.5M 1.5M 0.0k nvme10n20 2024-09-05T11:15:06.934 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 137.2k 124.4k 0.0k 1.3M 1.2M 0.0k nvme10n3 2024-09-05T11:15:06.942 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 146.4k 160.4k 0.0k 1.4M 1.6M 0.0k nvme10n4 2024-09-05T11:15:06.952 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 179.6k 138.8k 0.0k 1.8M 1.4M 0.0k nvme10n5 2024-09-05T11:15:06.960 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 143.2k 163.2k 0.0k 1.4M 1.6M 0.0k nvme10n6 2024-09-05T11:15:06.996 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 147.2k 144.0k 0.0k 1.4M 1.4M 0.0k nvme10n7 2024-09-05T11:15:07.007 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 172.0k 161.2k 0.0k 1.7M 1.6M 0.0k nvme10n8 2024-09-05T11:15:07.016 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 145.2k 131.6k 0.0k 1.4M 1.3M 0.0k nvme10n9 2024-09-05T11:15:07.051 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 150.4k 157.6k 0.0k 1.5M 1.5M 0.0k nvme2n1 2024-09-05T11:15:07.059 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 146.8k 120.8k 0.0k 1.4M 1.2M 0.0k nvme2n10 2024-09-05T11:15:07.100 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 134.0k 166.0k 0.0k 1.3M 1.6M 0.0k nvme2n11 2024-09-05T11:15:07.111 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 131.6k 154.4k 0.0k 1.3M 1.5M 0.0k nvme2n12 2024-09-05T11:15:07.122 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 161.6k 125.2k 0.0k 1.6M 1.2M 0.0k nvme2n13 2024-09-05T11:15:07.131 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 176.8k 130.4k 0.0k 1.7M 1.3M 0.0k nvme2n14 2024-09-05T11:15:07.141 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 114.4k 137.6k 0.0k 1.1M 1.3M 0.0k nvme2n15 2024-09-05T11:15:07.149 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 139.6k 155.2k 0.0k 1.4M 1.5M 0.0k nvme2n16 2024-09-05T11:15:07.157 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 164.0k 98.8k 0.0k 1.6M 988.0k 0.0k nvme2n17 2024-09-05T11:15:07.165 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 126.8k 167.6k 0.0k 1.2M 1.6M 0.0k nvme2n18 2024-09-05T11:15:07.174 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 118.0k 159.6k 0.0k 1.2M 1.6M 0.0k nvme2n19 2024-09-05T11:15:07.183 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 145.2k 149.6k 0.0k 1.4M 1.5M 0.0k nvme2n2 2024-09-05T11:15:07.191 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 144.0k 166.0k 0.0k 1.4M 1.6M 0.0k nvme2n20 2024-09-05T11:15:07.200 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 139.6k 140.0k 0.0k 1.4M 1.4M 0.0k nvme2n3 2024-09-05T11:15:07.250 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 116.8k 192.4k 0.0k 1.1M 1.9M 0.0k nvme2n4 2024-09-05T11:15:07.257 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 146.4k 139.2k 0.0k 1.4M 1.4M 0.0k nvme2n5 2024-09-05T11:15:07.263 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 153.2k 130.8k 0.0k 1.5M 1.3M 0.0k nvme2n6 2024-09-05T11:15:07.315 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 159.6k 126.4k 0.0k 1.6M 1.2M 0.0k nvme2n7 2024-09-05T11:15:07.322 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 121.6k 161.2k 0.0k 1.2M 1.6M 0.0k nvme2n8 2024-09-05T11:15:07.362 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 145.2k 149.6k 0.0k 1.4M 1.5M 0.0k nvme2n9 2024-09-05T11:15:07.369 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 150.8k 155.2k 0.0k 1.5M 1.5M 0.0k nvme6n1 2024-09-05T11:15:07.376 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 142.0k 146.0k 0.0k 1.4M 1.4M 0.0k nvme6n10 2024-09-05T11:15:07.383 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 132.8k 158.4k 0.0k 1.3M 1.5M 0.0k nvme6n11 2024-09-05T11:15:07.390 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 161.6k 144.8k 0.0k 1.6M 1.4M 0.0k nvme6n12 2024-09-05T11:15:07.396 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 165.6k 135.2k 0.0k 1.6M 1.3M 0.0k nvme6n13 2024-09-05T11:15:07.403 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 140.0k 137.2k 0.0k 1.4M 1.3M 0.0k nvme6n14 2024-09-05T11:15:07.410 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 155.6k 126.8k 0.0k 1.5M 1.2M 0.0k nvme6n15 2024-09-05T11:15:07.416 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 135.6k 166.4k 0.0k 1.3M 1.6M 0.0k nvme6n16 2024-09-05T11:15:07.422 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 141.6k 132.0k 0.0k 1.4M 1.3M 0.0k nvme6n17 2024-09-05T11:15:07.430 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 118.8k 176.8k 0.0k 1.2M 1.7M 0.0k nvme6n18 2024-09-05T11:15:07.437 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 124.8k 124.8k 0.0k 1.2M 1.2M 0.0k nvme6n19 2024-09-05T11:15:07.456 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 154.8k 173.2k 0.0k 1.5M 1.7M 0.0k nvme6n2 2024-09-05T11:15:07.463 INFO:tasks.workunit.client.0.smithi033.stdout: 11.10 139.6k 147.2k 0.0k 1.4M 1.4M 0.0k nvme6n20 2024-09-05T11:15:07.469 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 143.6k 154.4k 0.0k 1.4M 1.5M 0.0k nvme6n3 2024-09-05T11:15:07.512 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 169.6k 143.6k 0.0k 1.7M 1.4M 0.0k nvme6n4 2024-09-05T11:15:07.519 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 152.8k 140.4k 0.0k 1.5M 1.4M 0.0k nvme6n5 2024-09-05T11:15:07.532 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 143.2k 116.4k 0.0k 1.4M 1.1M 0.0k nvme6n6 2024-09-05T11:15:07.539 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 176.4k 143.6k 0.0k 1.7M 1.4M 0.0k nvme6n7 2024-09-05T11:15:07.546 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 129.6k 168.4k 0.0k 1.3M 1.6M 0.0k nvme6n8 2024-09-05T11:15:07.552 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 134.4k 160.4k 0.0k 1.3M 1.6M 0.0k nvme6n9 2024-09-05T11:15:07.559 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:07.567 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:15:06] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:15:07.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: states { 2024-09-05T11:15:07.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: grp_id: 1 2024-09-05T11:15:07.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: state: OPTIMIZED 2024-09-05T11:15:07.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: } 2024-09-05T11:15:07.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:15:07.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: states { 2024-09-05T11:15:07.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: grp_id: 1 2024-09-05T11:15:07.651 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: state: OPTIMIZED 2024-09-05T11:15:07.657 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: } 2024-09-05T11:15:07.681 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:15:07.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: states { 2024-09-05T11:15:07.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: grp_id: 1 2024-09-05T11:15:07.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: state: OPTIMIZED 2024-09-05T11:15:07.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: } 2024-09-05T11:15:07.738 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: ], , client address: IPv4 172.21.15.50:54864 2024-09-05T11:15:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:08 smithi050 ceph-mon[81192]: pgmap v394: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 950 op/s 2024-09-05T11:15:09.185 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:08 smithi154 ceph-mon[59043]: pgmap v394: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 950 op/s 2024-09-05T11:15:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:08 smithi119 ceph-mon[72222]: pgmap v394: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 950 op/s 2024-09-05T11:15:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:09 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:15:10.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:09 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:15:10.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:09 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:15:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:10 smithi050 ceph-mon[81192]: pgmap v395: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.1 MiB/s wr, 635 op/s 2024-09-05T11:15:11.182 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:15:11.282 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:15:11.350 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:15:11.359 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:10 smithi119 ceph-mon[72222]: pgmap v395: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.1 MiB/s wr, 635 op/s 2024-09-05T11:15:11.418 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:15:11.427 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:15:11.435 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:15:11.443 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:10 smithi154 ceph-mon[59043]: pgmap v395: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.1 MiB/s wr, 635 op/s 2024-09-05T11:15:11.451 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:15:11.459 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:15:11.467 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:15:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:12 smithi050 ceph-mon[81192]: pgmap v396: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 652 op/s 2024-09-05T11:15:13.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:12 smithi154 ceph-mon[59043]: pgmap v396: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 652 op/s 2024-09-05T11:15:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:12 smithi119 ceph-mon[72222]: pgmap v396: 33 pgs: 33 active+clean; 1021 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 652 op/s 2024-09-05T11:15:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:14 smithi050 ceph-mon[81192]: pgmap v397: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.2 MiB/s wr, 854 op/s 2024-09-05T11:15:15.226 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:14 smithi154 ceph-mon[59043]: pgmap v397: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.2 MiB/s wr, 854 op/s 2024-09-05T11:15:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:14 smithi119 ceph-mon[72222]: pgmap v397: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.2 MiB/s wr, 854 op/s 2024-09-05T11:15:15.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:15:15.311 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 165.2k 100.0k 0.0k 1.6M 1000.0k 0.0k nvme10n1 2024-09-05T11:15:15.321 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 206.8k 57.6k 0.0k 2.0M 576.0k 0.0k nvme10n10 2024-09-05T11:15:15.328 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 182.4k 75.6k 0.0k 1.8M 756.0k 0.0k nvme10n11 2024-09-05T11:15:15.335 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 189.6k 84.0k 0.0k 1.9M 840.0k 0.0k nvme10n12 2024-09-05T11:15:15.342 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 195.2k 76.0k 0.0k 1.9M 760.0k 0.0k nvme10n13 2024-09-05T11:15:15.348 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 174.4k 84.8k 0.0k 1.7M 848.0k 0.0k nvme10n14 2024-09-05T11:15:15.355 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 189.2k 93.2k 0.0k 1.8M 932.0k 0.0k nvme10n15 2024-09-05T11:15:15.362 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 161.6k 111.2k 0.0k 1.6M 1.1M 0.0k nvme10n16 2024-09-05T11:15:15.369 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 167.6k 76.8k 0.0k 1.6M 768.0k 0.0k nvme10n17 2024-09-05T11:15:15.376 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 185.6k 97.2k 0.0k 1.8M 972.0k 0.0k nvme10n18 2024-09-05T11:15:15.382 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 184.4k 94.8k 0.0k 1.8M 948.0k 0.0k nvme10n19 2024-09-05T11:15:15.391 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 197.6k 80.0k 0.0k 1.9M 800.0k 0.0k nvme10n2 2024-09-05T11:15:15.398 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 204.0k 75.6k 0.0k 2.0M 756.0k 0.0k nvme10n20 2024-09-05T11:15:15.483 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 193.2k 95.6k 0.0k 1.9M 956.0k 0.0k nvme10n3 2024-09-05T11:15:15.519 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 190.0k 76.8k 0.0k 1.9M 768.0k 0.0k nvme10n4 2024-09-05T11:15:15.526 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 202.8k 76.8k 0.0k 2.0M 768.0k 0.0k nvme10n5 2024-09-05T11:15:15.533 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 170.4k 109.2k 0.0k 1.7M 1.1M 0.0k nvme10n6 2024-09-05T11:15:15.540 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 172.4k 89.2k 0.0k 1.7M 892.0k 0.0k nvme10n7 2024-09-05T11:15:15.546 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 216.0k 56.8k 0.0k 2.1M 568.0k 0.0k nvme10n8 2024-09-05T11:15:15.553 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 172.8k 92.0k 0.0k 1.7M 920.0k 0.0k nvme10n9 2024-09-05T11:15:15.559 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 190.0k 99.6k 0.0k 1.9M 996.0k 0.0k nvme2n1 2024-09-05T11:15:15.565 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 200.4k 77.6k 0.0k 2.0M 776.0k 0.0k nvme2n10 2024-09-05T11:15:15.572 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 171.2k 87.2k 0.0k 1.7M 872.0k 0.0k nvme2n11 2024-09-05T11:15:15.578 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 186.4k 64.8k 0.0k 1.8M 648.0k 0.0k nvme2n12 2024-09-05T11:15:15.585 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 216.4k 66.8k 0.0k 2.1M 668.0k 0.0k nvme2n13 2024-09-05T11:15:15.592 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 182.8k 83.6k 0.0k 1.8M 836.0k 0.0k nvme2n14 2024-09-05T11:15:15.598 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 199.2k 83.2k 0.0k 1.9M 832.0k 0.0k nvme2n15 2024-09-05T11:15:15.605 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 196.8k 64.0k 0.0k 1.9M 640.0k 0.0k nvme2n16 2024-09-05T11:15:15.612 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 212.8k 64.8k 0.0k 2.1M 648.0k 0.0k nvme2n17 2024-09-05T11:15:15.619 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 192.4k 62.0k 0.0k 1.9M 620.0k 0.0k nvme2n18 2024-09-05T11:15:15.651 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 200.8k 75.2k 0.0k 2.0M 752.0k 0.0k nvme2n19 2024-09-05T11:15:15.658 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 200.0k 63.6k 0.0k 2.0M 636.0k 0.0k nvme2n2 2024-09-05T11:15:15.665 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 217.2k 67.6k 0.0k 2.1M 676.0k 0.0k nvme2n20 2024-09-05T11:15:15.671 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 200.0k 91.6k 0.0k 2.0M 916.0k 0.0k nvme2n3 2024-09-05T11:15:15.678 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 176.4k 99.2k 0.0k 1.7M 992.0k 0.0k nvme2n4 2024-09-05T11:15:15.685 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 186.4k 88.4k 0.0k 1.8M 884.0k 0.0k nvme2n5 2024-09-05T11:15:15.691 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 211.2k 75.2k 0.0k 2.1M 752.0k 0.0k nvme2n6 2024-09-05T11:15:15.699 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 176.8k 112.0k 0.0k 1.7M 1.1M 0.0k nvme2n7 2024-09-05T11:15:15.708 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 213.6k 94.8k 0.0k 2.1M 948.0k 0.0k nvme2n8 2024-09-05T11:15:15.717 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 191.6k 82.4k 0.0k 1.9M 824.0k 0.0k nvme2n9 2024-09-05T11:15:15.728 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 174.4k 96.8k 0.0k 1.7M 968.0k 0.0k nvme6n1 2024-09-05T11:15:15.737 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 193.6k 66.4k 0.0k 1.9M 664.0k 0.0k nvme6n10 2024-09-05T11:15:15.745 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 191.2k 95.2k 0.0k 1.9M 952.0k 0.0k nvme6n11 2024-09-05T11:15:15.753 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 201.2k 61.6k 0.0k 2.0M 616.0k 0.0k nvme6n12 2024-09-05T11:15:15.762 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 181.2k 109.6k 0.0k 1.8M 1.1M 0.0k nvme6n13 2024-09-05T11:15:15.770 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 217.6k 80.4k 0.0k 2.1M 804.0k 0.0k nvme6n14 2024-09-05T11:15:15.778 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 205.6k 61.6k 0.0k 2.0M 616.0k 0.0k nvme6n15 2024-09-05T11:15:15.814 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 166.8k 93.2k 0.0k 1.6M 932.0k 0.0k nvme6n16 2024-09-05T11:15:15.822 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 212.4k 78.0k 0.0k 2.1M 780.0k 0.0k nvme6n17 2024-09-05T11:15:15.830 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 200.0k 104.0k 0.0k 2.0M 1.0M 0.0k nvme6n18 2024-09-05T11:15:15.839 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 177.2k 104.4k 0.0k 1.7M 1.0M 0.0k nvme6n19 2024-09-05T11:15:15.847 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 175.2k 83.6k 0.0k 1.7M 836.0k 0.0k nvme6n2 2024-09-05T11:15:15.855 INFO:tasks.workunit.client.0.smithi033.stdout: 12.00 184.8k 83.2k 0.0k 1.8M 832.0k 0.0k nvme6n20 2024-09-05T11:15:15.863 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 188.0k 100.0k 0.0k 1.8M 1000.0k 0.0k nvme6n3 2024-09-05T11:15:15.871 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 187.6k 80.8k 0.0k 1.8M 808.0k 0.0k nvme6n4 2024-09-05T11:15:15.879 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 183.2k 88.8k 0.0k 1.8M 888.0k 0.0k nvme6n5 2024-09-05T11:15:15.887 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 170.8k 84.4k 0.0k 1.7M 844.0k 0.0k nvme6n6 2024-09-05T11:15:15.894 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 189.6k 94.8k 0.0k 1.9M 948.0k 0.0k nvme6n7 2024-09-05T11:15:15.903 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 186.4k 124.0k 0.0k 1.8M 1.2M 0.0k nvme6n8 2024-09-05T11:15:15.911 INFO:tasks.workunit.client.0.smithi033.stdout: 12.10 194.0k 97.2k 0.0k 1.9M 972.0k 0.0k nvme6n9 2024-09-05T11:15:15.919 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:16 smithi050 ceph-mon[81192]: pgmap v398: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.3 MiB/s wr, 551 op/s 2024-09-05T11:15:17.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:16 smithi154 ceph-mon[59043]: pgmap v398: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.3 MiB/s wr, 551 op/s 2024-09-05T11:15:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:16 smithi119 ceph-mon[72222]: pgmap v398: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.3 MiB/s wr, 551 op/s 2024-09-05T11:15:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:18 smithi050 ceph-mon[81192]: pgmap v399: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.9 MiB/s wr, 865 op/s 2024-09-05T11:15:19.187 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:18 smithi154 ceph-mon[59043]: pgmap v399: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.9 MiB/s wr, 865 op/s 2024-09-05T11:15:19.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:18 smithi119 ceph-mon[72222]: pgmap v399: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.9 MiB/s wr, 865 op/s 2024-09-05T11:15:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:20 smithi050 ceph-mon[81192]: pgmap v400: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.0 MiB/s wr, 558 op/s 2024-09-05T11:15:21.189 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:20 smithi154 ceph-mon[59043]: pgmap v400: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.0 MiB/s wr, 558 op/s 2024-09-05T11:15:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:20 smithi119 ceph-mon[72222]: pgmap v400: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.0 MiB/s wr, 558 op/s 2024-09-05T11:15:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:22 smithi050 ceph-mon[81192]: pgmap v401: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 583 op/s 2024-09-05T11:15:23.181 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:22 smithi154 ceph-mon[59043]: pgmap v401: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 583 op/s 2024-09-05T11:15:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:22 smithi119 ceph-mon[72222]: pgmap v401: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 583 op/s 2024-09-05T11:15:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:24 smithi050 ceph-mon[81192]: pgmap v402: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 8.3 MiB/s wr, 855 op/s 2024-09-05T11:15:25.192 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:24 smithi154 ceph-mon[59043]: pgmap v402: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 8.3 MiB/s wr, 855 op/s 2024-09-05T11:15:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:24 smithi119 ceph-mon[72222]: pgmap v402: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 8.3 MiB/s wr, 855 op/s 2024-09-05T11:15:25.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:25.317 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:15:25.326 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 144.0k 139.2k 0.0k 1.4M 1.4M 0.0k nvme10n1 2024-09-05T11:15:25.335 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 147.2k 152.0k 0.0k 1.4M 1.5M 0.0k nvme10n10 2024-09-05T11:15:25.343 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 130.0k 148.0k 0.0k 1.3M 1.4M 0.0k nvme10n11 2024-09-05T11:15:25.351 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 160.4k 91.2k 0.0k 1.6M 912.0k 0.0k nvme10n12 2024-09-05T11:15:25.359 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 120.8k 154.0k 0.0k 1.2M 1.5M 0.0k nvme10n13 2024-09-05T11:15:25.367 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 151.2k 108.4k 0.0k 1.5M 1.1M 0.0k nvme10n14 2024-09-05T11:15:25.376 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 152.4k 148.0k 0.0k 1.5M 1.4M 0.0k nvme10n15 2024-09-05T11:15:25.385 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 108.0k 160.4k 0.0k 1.1M 1.6M 0.0k nvme10n16 2024-09-05T11:15:25.393 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 156.8k 120.0k 0.0k 1.5M 1.2M 0.0k nvme10n17 2024-09-05T11:15:25.401 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 139.2k 130.0k 0.0k 1.4M 1.3M 0.0k nvme10n18 2024-09-05T11:15:25.409 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 96.4k 195.2k 0.0k 964.0k 1.9M 0.0k nvme10n19 2024-09-05T11:15:25.417 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 158.0k 115.6k 0.0k 1.5M 1.1M 0.0k nvme10n2 2024-09-05T11:15:25.451 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 158.8k 138.0k 0.0k 1.6M 1.3M 0.0k nvme10n20 2024-09-05T11:15:25.492 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 111.2k 122.0k 0.0k 1.1M 1.2M 0.0k nvme10n3 2024-09-05T11:15:25.526 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 110.8k 141.6k 0.0k 1.1M 1.4M 0.0k nvme10n4 2024-09-05T11:15:25.533 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 153.6k 102.4k 0.0k 1.5M 1.0M 0.0k nvme10n5 2024-09-05T11:15:25.541 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 122.8k 140.4k 0.0k 1.2M 1.4M 0.0k nvme10n6 2024-09-05T11:15:25.548 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 112.0k 148.0k 0.0k 1.1M 1.4M 0.0k nvme10n7 2024-09-05T11:15:25.555 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 123.6k 123.6k 0.0k 1.2M 1.2M 0.0k nvme10n8 2024-09-05T11:15:25.562 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 146.0k 134.8k 0.0k 1.4M 1.3M 0.0k nvme10n9 2024-09-05T11:15:25.569 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 111.2k 176.4k 0.0k 1.1M 1.7M 0.0k nvme2n1 2024-09-05T11:15:25.577 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 116.8k 177.2k 0.0k 1.1M 1.7M 0.0k nvme2n10 2024-09-05T11:15:25.585 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 152.8k 107.6k 0.0k 1.5M 1.1M 0.0k nvme2n11 2024-09-05T11:15:25.591 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 126.4k 125.2k 0.0k 1.2M 1.2M 0.0k nvme2n12 2024-09-05T11:15:25.599 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 142.0k 138.8k 0.0k 1.4M 1.4M 0.0k nvme2n13 2024-09-05T11:15:25.606 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 165.2k 139.6k 0.0k 1.6M 1.4M 0.0k nvme2n14 2024-09-05T11:15:25.614 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 156.0k 128.0k 0.0k 1.5M 1.2M 0.0k nvme2n15 2024-09-05T11:15:25.622 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 152.0k 147.6k 0.0k 1.5M 1.4M 0.0k nvme2n16 2024-09-05T11:15:25.631 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 115.6k 140.0k 0.0k 1.1M 1.4M 0.0k nvme2n17 2024-09-05T11:15:25.654 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 126.8k 147.6k 0.0k 1.2M 1.4M 0.0k nvme2n18 2024-09-05T11:15:25.683 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 121.2k 118.4k 0.0k 1.2M 1.2M 0.0k nvme2n19 2024-09-05T11:15:25.692 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 155.6k 124.8k 0.0k 1.5M 1.2M 0.0k nvme2n2 2024-09-05T11:15:25.700 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 146.0k 107.6k 0.0k 1.4M 1.1M 0.0k nvme2n20 2024-09-05T11:15:25.708 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 157.6k 101.2k 0.0k 1.5M 1012.0k 0.0k nvme2n3 2024-09-05T11:15:25.717 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 172.4k 122.4k 0.0k 1.7M 1.2M 0.0k nvme2n4 2024-09-05T11:15:25.725 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 132.0k 126.8k 0.0k 1.3M 1.2M 0.0k nvme2n5 2024-09-05T11:15:25.733 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 158.8k 133.6k 0.0k 1.6M 1.3M 0.0k nvme2n6 2024-09-05T11:15:25.742 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 164.0k 102.4k 0.0k 1.6M 1.0M 0.0k nvme2n7 2024-09-05T11:15:25.750 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 131.6k 164.0k 0.0k 1.3M 1.6M 0.0k nvme2n8 2024-09-05T11:15:25.759 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 144.4k 103.6k 0.0k 1.4M 1.0M 0.0k nvme2n9 2024-09-05T11:15:25.767 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 110.4k 179.6k 0.0k 1.1M 1.8M 0.0k nvme6n1 2024-09-05T11:15:25.775 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 145.6k 149.6k 0.0k 1.4M 1.5M 0.0k nvme6n10 2024-09-05T11:15:25.783 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 132.4k 148.4k 0.0k 1.3M 1.4M 0.0k nvme6n11 2024-09-05T11:15:25.792 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 121.2k 141.6k 0.0k 1.2M 1.4M 0.0k nvme6n12 2024-09-05T11:15:25.800 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 118.8k 114.4k 0.0k 1.2M 1.1M 0.0k nvme6n13 2024-09-05T11:15:25.808 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 136.8k 145.2k 0.0k 1.3M 1.4M 0.0k nvme6n14 2024-09-05T11:15:25.836 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 138.8k 134.8k 0.0k 1.4M 1.3M 0.0k nvme6n15 2024-09-05T11:15:25.883 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 137.2k 152.0k 0.0k 1.3M 1.5M 0.0k nvme6n16 2024-09-05T11:15:25.887 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 158.8k 129.6k 0.0k 1.6M 1.3M 0.0k nvme6n17 2024-09-05T11:15:25.887 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 142.0k 123.2k 0.0k 1.4M 1.2M 0.0k nvme6n18 2024-09-05T11:15:25.887 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 119.2k 144.0k 0.0k 1.2M 1.4M 0.0k nvme6n19 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 184.8k 133.6k 0.0k 1.8M 1.3M 0.0k nvme6n2 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 133.6k 138.0k 0.0k 1.3M 1.3M 0.0k nvme6n20 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 144.0k 128.0k 0.0k 1.4M 1.2M 0.0k nvme6n3 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 164.0k 111.2k 0.0k 1.6M 1.1M 0.0k nvme6n4 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 128.8k 170.8k 0.0k 1.3M 1.7M 0.0k nvme6n5 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 156.0k 120.0k 0.0k 1.5M 1.2M 0.0k nvme6n6 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 159.2k 140.4k 0.0k 1.6M 1.4M 0.0k nvme6n7 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 130.4k 152.0k 0.0k 1.3M 1.5M 0.0k nvme6n8 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 118.4k 182.8k 0.0k 1.2M 1.8M 0.0k nvme6n9 2024-09-05T11:15:25.888 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:26 smithi050 ceph-mon[81192]: pgmap v403: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 627 op/s 2024-09-05T11:15:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:26 smithi154 ceph-mon[59043]: pgmap v403: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 627 op/s 2024-09-05T11:15:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:26 smithi119 ceph-mon[72222]: pgmap v403: 33 pgs: 33 active+clean; 1022 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 627 op/s 2024-09-05T11:15:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:28 smithi050 ceph-mon[81192]: pgmap v404: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 937 op/s 2024-09-05T11:15:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:28 smithi154 ceph-mon[59043]: pgmap v404: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 937 op/s 2024-09-05T11:15:29.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:28 smithi119 ceph-mon[72222]: pgmap v404: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 937 op/s 2024-09-05T11:15:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:30 smithi050 ceph-mon[81192]: pgmap v405: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 623 op/s 2024-09-05T11:15:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:30 smithi154 ceph-mon[59043]: pgmap v405: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 623 op/s 2024-09-05T11:15:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:30 smithi119 ceph-mon[72222]: pgmap v405: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 623 op/s 2024-09-05T11:15:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:32 smithi050 ceph-mon[81192]: pgmap v406: 33 pgs: 33 active+clean; 1023 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 645 op/s 2024-09-05T11:15:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:32 smithi154 ceph-mon[59043]: pgmap v406: 33 pgs: 33 active+clean; 1023 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 645 op/s 2024-09-05T11:15:33.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:32 smithi119 ceph-mon[72222]: pgmap v406: 33 pgs: 33 active+clean; 1023 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 645 op/s 2024-09-05T11:15:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:34 smithi050 ceph-mon[81192]: pgmap v407: 33 pgs: 33 active+clean; 1023 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 9.3 MiB/s wr, 913 op/s 2024-09-05T11:15:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:34 smithi154 ceph-mon[59043]: pgmap v407: 33 pgs: 33 active+clean; 1023 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 9.3 MiB/s wr, 913 op/s 2024-09-05T11:15:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:34 smithi119 ceph-mon[72222]: pgmap v407: 33 pgs: 33 active+clean; 1023 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 9.3 MiB/s wr, 913 op/s 2024-09-05T11:15:35.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:15:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 125.2k 138.4k 0.0k 1.2M 1.4M 0.0k nvme10n1 2024-09-05T11:15:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 128.4k 115.2k 0.0k 1.3M 1.1M 0.0k nvme10n10 2024-09-05T11:15:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 123.2k 102.0k 0.0k 1.2M 1020.0k 0.0k nvme10n11 2024-09-05T11:15:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 150.0k 94.4k 0.0k 1.5M 944.0k 0.0k nvme10n12 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 134.8k 107.2k 0.0k 1.3M 1.0M 0.0k nvme10n13 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 121.6k 136.0k 0.0k 1.2M 1.3M 0.0k nvme10n14 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 110.0k 142.8k 0.0k 1.1M 1.4M 0.0k nvme10n15 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 118.0k 111.2k 0.0k 1.2M 1.1M 0.0k nvme10n16 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 135.6k 98.8k 0.0k 1.3M 988.0k 0.0k nvme10n17 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 121.6k 146.4k 0.0k 1.2M 1.4M 0.0k nvme10n18 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 128.8k 124.0k 0.0k 1.3M 1.2M 0.0k nvme10n19 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 142.4k 100.0k 0.0k 1.4M 1000.0k 0.0k nvme10n2 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 110.8k 130.4k 0.0k 1.1M 1.3M 0.0k nvme10n20 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 111.6k 101.6k 0.0k 1.1M 1016.0k 0.0k nvme10n3 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 130.0k 106.8k 0.0k 1.3M 1.0M 0.0k nvme10n4 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 98.8k 143.6k 0.0k 988.0k 1.4M 0.0k nvme10n5 2024-09-05T11:15:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 123.6k 123.2k 0.0k 1.2M 1.2M 0.0k nvme10n6 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 120.4k 119.6k 0.0k 1.2M 1.2M 0.0k nvme10n7 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 120.8k 133.2k 0.0k 1.2M 1.3M 0.0k nvme10n8 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 136.0k 97.6k 0.0k 1.3M 976.0k 0.0k nvme10n9 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 112.0k 136.8k 0.0k 1.1M 1.3M 0.0k nvme2n1 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 114.8k 141.6k 0.0k 1.1M 1.4M 0.0k nvme2n10 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 101.2k 123.2k 0.0k 1012.0k 1.2M 0.0k nvme2n11 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 153.2k 108.4k 0.0k 1.5M 1.1M 0.0k nvme2n12 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 125.6k 115.2k 0.0k 1.2M 1.1M 0.0k nvme2n13 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 114.8k 115.2k 0.0k 1.1M 1.1M 0.0k nvme2n14 2024-09-05T11:15:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 139.2k 126.4k 0.0k 1.4M 1.2M 0.0k nvme2n15 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 137.2k 112.8k 0.0k 1.3M 1.1M 0.0k nvme2n16 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 154.4k 95.6k 0.0k 1.5M 956.0k 0.0k nvme2n17 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 124.8k 148.4k 0.0k 1.2M 1.4M 0.0k nvme2n18 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 130.4k 133.2k 0.0k 1.3M 1.3M 0.0k nvme2n19 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 133.6k 108.4k 0.0k 1.3M 1.1M 0.0k nvme2n2 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 151.6k 126.8k 0.0k 1.5M 1.2M 0.0k nvme2n20 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 113.6k 120.8k 0.0k 1.1M 1.2M 0.0k nvme2n3 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 128.8k 104.4k 0.0k 1.3M 1.0M 0.0k nvme2n4 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 134.8k 144.8k 0.0k 1.3M 1.4M 0.0k nvme2n5 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 106.0k 104.4k 0.0k 1.0M 1.0M 0.0k nvme2n6 2024-09-05T11:15:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 156.4k 131.2k 0.0k 1.5M 1.3M 0.0k nvme2n7 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 136.4k 149.6k 0.0k 1.3M 1.5M 0.0k nvme2n8 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 113.2k 136.8k 0.0k 1.1M 1.3M 0.0k nvme2n9 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 99.2k 123.6k 0.0k 992.0k 1.2M 0.0k nvme6n1 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 140.4k 125.6k 0.0k 1.4M 1.2M 0.0k nvme6n10 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 125.6k 118.4k 0.0k 1.2M 1.2M 0.0k nvme6n11 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 143.6k 134.0k 0.0k 1.4M 1.3M 0.0k nvme6n12 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 119.6k 116.4k 0.0k 1.2M 1.1M 0.0k nvme6n13 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 148.8k 92.4k 0.0k 1.5M 924.0k 0.0k nvme6n14 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 143.6k 115.6k 0.0k 1.4M 1.1M 0.0k nvme6n15 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 121.6k 96.4k 0.0k 1.2M 964.0k 0.0k nvme6n16 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 102.8k 118.4k 0.0k 1.0M 1.2M 0.0k nvme6n17 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 132.0k 116.8k 0.0k 1.3M 1.1M 0.0k nvme6n18 2024-09-05T11:15:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 106.8k 120.4k 0.0k 1.0M 1.2M 0.0k nvme6n19 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 106.4k 134.8k 0.0k 1.0M 1.3M 0.0k nvme6n2 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 110.8k 177.2k 0.0k 1.1M 1.7M 0.0k nvme6n20 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 136.4k 105.6k 0.0k 1.3M 1.0M 0.0k nvme6n3 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 126.8k 116.4k 0.0k 1.2M 1.1M 0.0k nvme6n4 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 121.2k 121.2k 0.0k 1.2M 1.2M 0.0k nvme6n5 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 89.6k 180.0k 0.0k 896.0k 1.8M 0.0k nvme6n6 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 132.0k 109.6k 0.0k 1.3M 1.1M 0.0k nvme6n7 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 123.6k 140.0k 0.0k 1.2M 1.4M 0.0k nvme6n8 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.40 127.2k 108.8k 0.0k 1.2M 1.1M 0.0k nvme6n9 2024-09-05T11:15:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:36 smithi050 ceph-mon[81192]: pgmap v408: 33 pgs: 33 active+clean; 1023 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 624 op/s 2024-09-05T11:15:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:36 smithi154 ceph-mon[59043]: pgmap v408: 33 pgs: 33 active+clean; 1023 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 624 op/s 2024-09-05T11:15:37.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:36 smithi119 ceph-mon[72222]: pgmap v408: 33 pgs: 33 active+clean; 1023 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 624 op/s 2024-09-05T11:15:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:38 smithi050 ceph-mon[81192]: pgmap v409: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.1 MiB/s wr, 935 op/s 2024-09-05T11:15:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:38 smithi154 ceph-mon[59043]: pgmap v409: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.1 MiB/s wr, 935 op/s 2024-09-05T11:15:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:38 smithi119 ceph-mon[72222]: pgmap v409: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.1 MiB/s wr, 935 op/s 2024-09-05T11:15:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:40 smithi050 ceph-mon[81192]: pgmap v410: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 625 op/s 2024-09-05T11:15:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:40 smithi154 ceph-mon[59043]: pgmap v410: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 625 op/s 2024-09-05T11:15:41.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:40 smithi119 ceph-mon[72222]: pgmap v410: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 625 op/s 2024-09-05T11:15:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:42 smithi050 ceph-mon[81192]: pgmap v411: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.0 MiB/s wr, 649 op/s 2024-09-05T11:15:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:42 smithi154 ceph-mon[59043]: pgmap v411: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.0 MiB/s wr, 649 op/s 2024-09-05T11:15:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:42 smithi119 ceph-mon[72222]: pgmap v411: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.0 MiB/s wr, 649 op/s 2024-09-05T11:15:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:44 smithi050 ceph-mon[81192]: pgmap v412: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.4 MiB/s wr, 921 op/s 2024-09-05T11:15:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:44 smithi154 ceph-mon[59043]: pgmap v412: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.4 MiB/s wr, 921 op/s 2024-09-05T11:15:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:44 smithi119 ceph-mon[72222]: pgmap v412: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.4 MiB/s wr, 921 op/s 2024-09-05T11:15:45.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:15:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 163.2k 110.0k 0.0k 1.6M 1.1M 0.0k nvme10n1 2024-09-05T11:15:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 170.8k 150.4k 0.0k 1.7M 1.5M 0.0k nvme10n10 2024-09-05T11:15:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 204.8k 125.2k 0.0k 2.0M 1.2M 0.0k nvme10n11 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 129.6k 98.8k 0.0k 1.3M 988.0k 0.0k nvme10n12 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 118.4k 126.8k 0.0k 1.2M 1.2M 0.0k nvme10n13 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 128.0k 170.8k 0.0k 1.2M 1.7M 0.0k nvme10n14 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 136.0k 124.4k 0.0k 1.3M 1.2M 0.0k nvme10n15 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 160.0k 185.2k 0.0k 1.6M 1.8M 0.0k nvme10n16 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 120.0k 102.8k 0.0k 1.2M 1.0M 0.0k nvme10n17 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 134.4k 128.0k 0.0k 1.3M 1.2M 0.0k nvme10n18 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 158.0k 122.4k 0.0k 1.5M 1.2M 0.0k nvme10n19 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 134.8k 130.4k 0.0k 1.3M 1.3M 0.0k nvme10n2 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 166.0k 126.4k 0.0k 1.6M 1.2M 0.0k nvme10n20 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 118.8k 104.4k 0.0k 1.2M 1.0M 0.0k nvme10n3 2024-09-05T11:15:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 126.0k 94.8k 0.0k 1.2M 948.0k 0.0k nvme10n4 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 104.4k 102.8k 0.0k 1.0M 1.0M 0.0k nvme10n5 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 127.2k 145.2k 0.0k 1.2M 1.4M 0.0k nvme10n6 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 135.6k 145.2k 0.0k 1.3M 1.4M 0.0k nvme10n7 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 164.4k 182.4k 0.0k 1.6M 1.8M 0.0k nvme10n8 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 107.2k 129.2k 0.0k 1.0M 1.3M 0.0k nvme10n9 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 145.2k 148.8k 0.0k 1.4M 1.5M 0.0k nvme2n1 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 150.0k 131.2k 0.0k 1.5M 1.3M 0.0k nvme2n10 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 129.6k 95.6k 0.0k 1.3M 956.0k 0.0k nvme2n11 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 122.0k 118.4k 0.0k 1.2M 1.2M 0.0k nvme2n12 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 137.6k 153.2k 0.0k 1.3M 1.5M 0.0k nvme2n13 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 105.2k 102.4k 0.0k 1.0M 1.0M 0.0k nvme2n14 2024-09-05T11:15:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 148.8k 115.2k 0.0k 1.5M 1.1M 0.0k nvme2n15 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 115.2k 106.8k 0.0k 1.1M 1.0M 0.0k nvme2n16 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 126.8k 106.4k 0.0k 1.2M 1.0M 0.0k nvme2n17 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 135.6k 142.4k 0.0k 1.3M 1.4M 0.0k nvme2n18 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 112.8k 131.6k 0.0k 1.1M 1.3M 0.0k nvme2n19 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 147.6k 156.0k 0.0k 1.4M 1.5M 0.0k nvme2n2 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 152.8k 173.6k 0.0k 1.5M 1.7M 0.0k nvme2n20 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 123.2k 95.2k 0.0k 1.2M 952.0k 0.0k nvme2n3 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 137.6k 130.4k 0.0k 1.3M 1.3M 0.0k nvme2n4 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 164.8k 136.0k 0.0k 1.6M 1.3M 0.0k nvme2n5 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 147.6k 150.8k 0.0k 1.4M 1.5M 0.0k nvme2n6 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 165.2k 120.4k 0.0k 1.6M 1.2M 0.0k nvme2n7 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 141.2k 160.4k 0.0k 1.4M 1.6M 0.0k nvme2n8 2024-09-05T11:15:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 155.6k 144.4k 0.0k 1.5M 1.4M 0.0k nvme2n9 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 190.8k 116.4k 0.0k 1.9M 1.1M 0.0k nvme6n1 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 102.4k 118.4k 0.0k 1.0M 1.2M 0.0k nvme6n10 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 152.4k 133.2k 0.0k 1.5M 1.3M 0.0k nvme6n11 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 95.2k 130.4k 0.0k 952.0k 1.3M 0.0k nvme6n12 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 112.8k 173.2k 0.0k 1.1M 1.7M 0.0k nvme6n13 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 88.8k 126.0k 0.0k 888.0k 1.2M 0.0k nvme6n14 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 90.8k 127.2k 0.0k 908.0k 1.2M 0.0k nvme6n15 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 144.8k 116.8k 0.0k 1.4M 1.1M 0.0k nvme6n16 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 141.2k 178.8k 0.0k 1.4M 1.7M 0.0k nvme6n17 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 110.0k 116.4k 0.0k 1.1M 1.1M 0.0k nvme6n18 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 107.2k 93.2k 0.0k 1.0M 932.0k 0.0k nvme6n19 2024-09-05T11:15:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 166.4k 101.6k 0.0k 1.6M 1016.0k 0.0k nvme6n2 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.20 112.8k 126.4k 0.0k 1.1M 1.2M 0.0k nvme6n20 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 89.2k 117.2k 0.0k 892.0k 1.1M 0.0k nvme6n3 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 108.8k 105.6k 0.0k 1.1M 1.0M 0.0k nvme6n4 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 181.2k 128.4k 0.0k 1.8M 1.3M 0.0k nvme6n5 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 110.4k 106.0k 0.0k 1.1M 1.0M 0.0k nvme6n6 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 172.0k 121.6k 0.0k 1.7M 1.2M 0.0k nvme6n7 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 125.6k 109.6k 0.0k 1.2M 1.1M 0.0k nvme6n8 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 12.30 173.6k 157.6k 0.0k 1.7M 1.5M 0.0k nvme6n9 2024-09-05T11:15:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:46 smithi050 ceph-mon[81192]: pgmap v413: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 628 op/s 2024-09-05T11:15:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:46 smithi154 ceph-mon[59043]: pgmap v413: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 628 op/s 2024-09-05T11:15:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:46 smithi119 ceph-mon[72222]: pgmap v413: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 628 op/s 2024-09-05T11:15:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:48 smithi050 ceph-mon[81192]: pgmap v414: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.5 MiB/s wr, 925 op/s 2024-09-05T11:15:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:48 smithi154 ceph-mon[59043]: pgmap v414: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.5 MiB/s wr, 925 op/s 2024-09-05T11:15:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:48 smithi119 ceph-mon[72222]: pgmap v414: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.5 MiB/s wr, 925 op/s 2024-09-05T11:15:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:50 smithi050 ceph-mon[81192]: pgmap v415: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.6 MiB/s wr, 614 op/s 2024-09-05T11:15:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:50 smithi154 ceph-mon[59043]: pgmap v415: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.6 MiB/s wr, 614 op/s 2024-09-05T11:15:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:50 smithi119 ceph-mon[72222]: pgmap v415: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.6 MiB/s wr, 614 op/s 2024-09-05T11:15:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:52 smithi050 ceph-mon[81192]: pgmap v416: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 637 op/s 2024-09-05T11:15:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:52 smithi154 ceph-mon[59043]: pgmap v416: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 637 op/s 2024-09-05T11:15:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:52 smithi119 ceph-mon[72222]: pgmap v416: 33 pgs: 33 active+clean; 1023 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 637 op/s 2024-09-05T11:15:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:54 smithi050 ceph-mon[81192]: pgmap v417: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 877 op/s 2024-09-05T11:15:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:54 smithi154 ceph-mon[59043]: pgmap v417: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 877 op/s 2024-09-05T11:15:55.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:54 smithi119 ceph-mon[72222]: pgmap v417: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 877 op/s 2024-09-05T11:15:55.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 180.4k 165.2k 0.0k 1.8M 1.6M 0.0k nvme10n1 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 166.0k 188.4k 0.0k 1.6M 1.8M 0.0k nvme10n10 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 198.0k 144.4k 0.0k 1.9M 1.4M 0.0k nvme10n11 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 196.8k 188.8k 0.0k 1.9M 1.8M 0.0k nvme10n12 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 131.6k 198.8k 0.0k 1.3M 1.9M 0.0k nvme10n13 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 196.0k 152.4k 0.0k 1.9M 1.5M 0.0k nvme10n14 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 145.2k 196.4k 0.0k 1.4M 1.9M 0.0k nvme10n15 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 173.2k 179.2k 0.0k 1.7M 1.8M 0.0k nvme10n16 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 159.6k 166.8k 0.0k 1.6M 1.6M 0.0k nvme10n17 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 162.4k 179.6k 0.0k 1.6M 1.8M 0.0k nvme10n18 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 156.8k 178.0k 0.0k 1.5M 1.7M 0.0k nvme10n19 2024-09-05T11:15:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 148.4k 190.8k 0.0k 1.4M 1.9M 0.0k nvme10n2 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 210.8k 164.8k 0.0k 2.1M 1.6M 0.0k nvme10n20 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 138.8k 204.8k 0.0k 1.4M 2.0M 0.0k nvme10n3 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 211.2k 162.8k 0.0k 2.1M 1.6M 0.0k nvme10n4 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 208.4k 182.0k 0.0k 2.0M 1.8M 0.0k nvme10n5 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 178.4k 166.4k 0.0k 1.7M 1.6M 0.0k nvme10n6 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 183.2k 170.0k 0.0k 1.8M 1.7M 0.0k nvme10n7 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 168.8k 146.8k 0.0k 1.6M 1.4M 0.0k nvme10n8 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 165.6k 136.0k 0.0k 1.6M 1.3M 0.0k nvme10n9 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 185.2k 171.2k 0.0k 1.8M 1.7M 0.0k nvme2n1 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 185.6k 166.8k 0.0k 1.8M 1.6M 0.0k nvme2n10 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 174.8k 159.2k 0.0k 1.7M 1.6M 0.0k nvme2n11 2024-09-05T11:15:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 195.2k 170.8k 0.0k 1.9M 1.7M 0.0k nvme2n12 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 171.2k 175.2k 0.0k 1.7M 1.7M 0.0k nvme2n13 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 174.8k 163.6k 0.0k 1.7M 1.6M 0.0k nvme2n14 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 149.6k 214.8k 0.0k 1.5M 2.1M 0.0k nvme2n15 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 168.4k 198.8k 0.0k 1.6M 1.9M 0.0k nvme2n16 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 150.8k 208.4k 0.0k 1.5M 2.0M 0.0k nvme2n17 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 163.2k 165.2k 0.0k 1.6M 1.6M 0.0k nvme2n18 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 170.4k 174.4k 0.0k 1.7M 1.7M 0.0k nvme2n19 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 184.4k 136.4k 0.0k 1.8M 1.3M 0.0k nvme2n2 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 192.4k 161.6k 0.0k 1.9M 1.6M 0.0k nvme2n20 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 173.6k 189.6k 0.0k 1.7M 1.9M 0.0k nvme2n3 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 185.6k 164.4k 0.0k 1.8M 1.6M 0.0k nvme2n4 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 163.2k 143.6k 0.0k 1.6M 1.4M 0.0k nvme2n5 2024-09-05T11:15:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 177.6k 199.2k 0.0k 1.7M 1.9M 0.0k nvme2n6 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 145.2k 203.2k 0.0k 1.4M 2.0M 0.0k nvme2n7 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 224.0k 162.0k 0.0k 2.2M 1.6M 0.0k nvme2n8 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 194.8k 143.2k 0.0k 1.9M 1.4M 0.0k nvme2n9 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 162.0k 186.0k 0.0k 1.6M 1.8M 0.0k nvme6n1 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 163.6k 181.6k 0.0k 1.6M 1.8M 0.0k nvme6n10 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 166.0k 195.6k 0.0k 1.6M 1.9M 0.0k nvme6n11 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 144.0k 170.0k 0.0k 1.4M 1.7M 0.0k nvme6n12 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 203.6k 143.2k 0.0k 2.0M 1.4M 0.0k nvme6n13 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 172.4k 155.6k 0.0k 1.7M 1.5M 0.0k nvme6n14 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 171.2k 146.0k 0.0k 1.7M 1.4M 0.0k nvme6n15 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 165.6k 188.0k 0.0k 1.6M 1.8M 0.0k nvme6n16 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 168.0k 186.0k 0.0k 1.6M 1.8M 0.0k nvme6n17 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 189.2k 188.4k 0.0k 1.8M 1.8M 0.0k nvme6n18 2024-09-05T11:15:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.40 148.0k 206.8k 0.0k 1.4M 2.0M 0.0k nvme6n19 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 219.6k 147.2k 0.0k 2.1M 1.4M 0.0k nvme6n2 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 203.2k 161.6k 0.0k 2.0M 1.6M 0.0k nvme6n20 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 185.6k 136.8k 0.0k 1.8M 1.3M 0.0k nvme6n3 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 148.0k 188.0k 0.0k 1.4M 1.8M 0.0k nvme6n4 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 184.0k 166.8k 0.0k 1.8M 1.6M 0.0k nvme6n5 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 186.0k 152.8k 0.0k 1.8M 1.5M 0.0k nvme6n6 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 149.2k 176.4k 0.0k 1.5M 1.7M 0.0k nvme6n7 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 133.6k 215.6k 0.0k 1.3M 2.1M 0.0k nvme6n8 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 151.2k 170.0k 0.0k 1.5M 1.7M 0.0k nvme6n9 2024-09-05T11:15:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:15:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:56 smithi050 ceph-mon[81192]: pgmap v418: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.2 MiB/s wr, 584 op/s 2024-09-05T11:15:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:56 smithi154 ceph-mon[59043]: pgmap v418: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.2 MiB/s wr, 584 op/s 2024-09-05T11:15:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:56 smithi119 ceph-mon[72222]: pgmap v418: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.2 MiB/s wr, 584 op/s 2024-09-05T11:15:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:15:58 smithi050 ceph-mon[81192]: pgmap v419: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 886 op/s 2024-09-05T11:15:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:15:58 smithi154 ceph-mon[59043]: pgmap v419: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 886 op/s 2024-09-05T11:15:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:15:58 smithi119 ceph-mon[72222]: pgmap v419: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 886 op/s 2024-09-05T11:16:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:00 smithi050 ceph-mon[81192]: pgmap v420: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.4 MiB/s wr, 589 op/s 2024-09-05T11:16:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:00 smithi154 ceph-mon[59043]: pgmap v420: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.4 MiB/s wr, 589 op/s 2024-09-05T11:16:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:00 smithi119 ceph-mon[72222]: pgmap v420: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.4 MiB/s wr, 589 op/s 2024-09-05T11:16:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:02 smithi050 ceph-mon[81192]: pgmap v421: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.7 MiB/s wr, 611 op/s 2024-09-05T11:16:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:02 smithi154 ceph-mon[59043]: pgmap v421: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.7 MiB/s wr, 611 op/s 2024-09-05T11:16:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:02 smithi119 ceph-mon[72222]: pgmap v421: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.7 MiB/s wr, 611 op/s 2024-09-05T11:16:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:04 smithi050 ceph-mon[81192]: pgmap v422: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 851 op/s 2024-09-05T11:16:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:04 smithi154 ceph-mon[59043]: pgmap v422: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 851 op/s 2024-09-05T11:16:05.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:04 smithi119 ceph-mon[72222]: pgmap v422: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 851 op/s 2024-09-05T11:16:05.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:16:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 157.6k 155.2k 0.0k 1.5M 1.5M 0.0k nvme10n1 2024-09-05T11:16:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 145.6k 151.2k 0.0k 1.4M 1.5M 0.0k nvme10n10 2024-09-05T11:16:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 123.6k 159.2k 0.0k 1.2M 1.6M 0.0k nvme10n11 2024-09-05T11:16:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 193.2k 144.4k 0.0k 1.9M 1.4M 0.0k nvme10n12 2024-09-05T11:16:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 164.8k 153.2k 0.0k 1.6M 1.5M 0.0k nvme10n13 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 186.0k 126.4k 0.0k 1.8M 1.2M 0.0k nvme10n14 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 154.8k 134.8k 0.0k 1.5M 1.3M 0.0k nvme10n15 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 138.0k 152.8k 0.0k 1.3M 1.5M 0.0k nvme10n16 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 163.6k 166.0k 0.0k 1.6M 1.6M 0.0k nvme10n17 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 132.8k 159.6k 0.0k 1.3M 1.6M 0.0k nvme10n18 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 133.6k 158.8k 0.0k 1.3M 1.6M 0.0k nvme10n19 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 123.2k 163.2k 0.0k 1.2M 1.6M 0.0k nvme10n2 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 152.4k 140.0k 0.0k 1.5M 1.4M 0.0k nvme10n20 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 176.0k 127.6k 0.0k 1.7M 1.2M 0.0k nvme10n3 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 154.8k 168.8k 0.0k 1.5M 1.6M 0.0k nvme10n4 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 173.6k 154.8k 0.0k 1.7M 1.5M 0.0k nvme10n5 2024-09-05T11:16:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 151.2k 139.2k 0.0k 1.5M 1.4M 0.0k nvme10n6 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 143.6k 158.8k 0.0k 1.4M 1.6M 0.0k nvme10n7 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 175.6k 154.4k 0.0k 1.7M 1.5M 0.0k nvme10n8 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 150.4k 172.0k 0.0k 1.5M 1.7M 0.0k nvme10n9 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 176.4k 106.8k 0.0k 1.7M 1.0M 0.0k nvme2n1 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 172.8k 144.4k 0.0k 1.7M 1.4M 0.0k nvme2n10 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 156.4k 164.8k 0.0k 1.5M 1.6M 0.0k nvme2n11 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 150.0k 146.8k 0.0k 1.5M 1.4M 0.0k nvme2n12 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 145.2k 179.2k 0.0k 1.4M 1.8M 0.0k nvme2n13 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 137.2k 152.0k 0.0k 1.3M 1.5M 0.0k nvme2n14 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 158.0k 155.2k 0.0k 1.5M 1.5M 0.0k nvme2n15 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 163.2k 136.8k 0.0k 1.6M 1.3M 0.0k nvme2n16 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 126.4k 174.0k 0.0k 1.2M 1.7M 0.0k nvme2n17 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 136.4k 159.6k 0.0k 1.3M 1.6M 0.0k nvme2n18 2024-09-05T11:16:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 201.2k 148.8k 0.0k 2.0M 1.5M 0.0k nvme2n19 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 123.6k 180.8k 0.0k 1.2M 1.8M 0.0k nvme2n2 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 136.8k 149.6k 0.0k 1.3M 1.5M 0.0k nvme2n20 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 184.4k 136.0k 0.0k 1.8M 1.3M 0.0k nvme2n3 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 150.0k 172.4k 0.0k 1.5M 1.7M 0.0k nvme2n4 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 140.8k 159.2k 0.0k 1.4M 1.6M 0.0k nvme2n5 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 159.2k 154.0k 0.0k 1.6M 1.5M 0.0k nvme2n6 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 122.8k 195.2k 0.0k 1.2M 1.9M 0.0k nvme2n7 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 148.8k 164.0k 0.0k 1.5M 1.6M 0.0k nvme2n8 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 155.6k 145.2k 0.0k 1.5M 1.4M 0.0k nvme2n9 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 167.6k 144.0k 0.0k 1.6M 1.4M 0.0k nvme6n1 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 157.6k 190.4k 0.0k 1.5M 1.9M 0.0k nvme6n10 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 162.0k 141.2k 0.0k 1.6M 1.4M 0.0k nvme6n11 2024-09-05T11:16:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 160.8k 192.8k 0.0k 1.6M 1.9M 0.0k nvme6n12 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 149.6k 137.2k 0.0k 1.5M 1.3M 0.0k nvme6n13 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 190.4k 132.4k 0.0k 1.9M 1.3M 0.0k nvme6n14 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 141.2k 158.0k 0.0k 1.4M 1.5M 0.0k nvme6n15 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 141.6k 205.2k 0.0k 1.4M 2.0M 0.0k nvme6n16 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 129.6k 165.6k 0.0k 1.3M 1.6M 0.0k nvme6n17 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 158.8k 150.8k 0.0k 1.6M 1.5M 0.0k nvme6n18 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 142.4k 182.4k 0.0k 1.4M 1.8M 0.0k nvme6n19 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 151.2k 129.6k 0.0k 1.5M 1.3M 0.0k nvme6n2 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 108.4k 210.4k 0.0k 1.1M 2.1M 0.0k nvme6n20 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 161.2k 155.2k 0.0k 1.6M 1.5M 0.0k nvme6n3 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 147.6k 158.4k 0.0k 1.4M 1.5M 0.0k nvme6n4 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 144.4k 134.8k 0.0k 1.4M 1.3M 0.0k nvme6n5 2024-09-05T11:16:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 168.4k 120.8k 0.0k 1.6M 1.2M 0.0k nvme6n6 2024-09-05T11:16:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 149.2k 180.0k 0.0k 1.5M 1.8M 0.0k nvme6n7 2024-09-05T11:16:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 142.8k 142.8k 0.0k 1.4M 1.4M 0.0k nvme6n8 2024-09-05T11:16:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 178.4k 152.4k 0.0k 1.7M 1.5M 0.0k nvme6n9 2024-09-05T11:16:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:06 smithi050 ceph-mon[81192]: pgmap v423: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-09-05T11:16:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:06 smithi154 ceph-mon[59043]: pgmap v423: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-09-05T11:16:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:06 smithi119 ceph-mon[72222]: pgmap v423: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-09-05T11:16:08.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:07 smithi050 ceph-mon[81192]: pgmap v424: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 867 op/s 2024-09-05T11:16:08.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:07 smithi154 ceph-mon[59043]: pgmap v424: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 867 op/s 2024-09-05T11:16:08.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:07 smithi119 ceph-mon[72222]: pgmap v424: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 867 op/s 2024-09-05T11:16:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:09 smithi050 ceph-mon[81192]: pgmap v425: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.5 MiB/s wr, 564 op/s 2024-09-05T11:16:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:09 smithi154 ceph-mon[59043]: pgmap v425: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.5 MiB/s wr, 564 op/s 2024-09-05T11:16:10.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:09 smithi119 ceph-mon[72222]: pgmap v425: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.5 MiB/s wr, 564 op/s 2024-09-05T11:16:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:10 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:10 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:10 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:11 smithi050 ceph-mon[81192]: pgmap v426: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-09-05T11:16:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:11 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:11 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:11 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:11 smithi154 ceph-mon[59043]: pgmap v426: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-09-05T11:16:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:11 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:11 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:11 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:12.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:11 smithi119 ceph-mon[72222]: pgmap v426: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-09-05T11:16:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:11 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:11 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:11 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:13 smithi050 ceph-mon[81192]: pgmap v427: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 829 op/s 2024-09-05T11:16:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:13 smithi154 ceph-mon[59043]: pgmap v427: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 829 op/s 2024-09-05T11:16:14.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:13 smithi119 ceph-mon[72222]: pgmap v427: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 829 op/s 2024-09-05T11:16:15.284 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:16:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 121.6k 141.6k 0.0k 1.2M 1.4M 0.0k nvme10n1 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 139.6k 106.8k 0.0k 1.4M 1.0M 0.0k nvme10n10 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 128.8k 129.2k 0.0k 1.3M 1.3M 0.0k nvme10n11 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 116.0k 169.2k 0.0k 1.1M 1.7M 0.0k nvme10n12 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 136.4k 168.0k 0.0k 1.3M 1.6M 0.0k nvme10n13 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 155.6k 120.0k 0.0k 1.5M 1.2M 0.0k nvme10n14 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 125.6k 127.2k 0.0k 1.2M 1.2M 0.0k nvme10n15 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 147.6k 137.2k 0.0k 1.4M 1.3M 0.0k nvme10n16 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 123.2k 170.0k 0.0k 1.2M 1.7M 0.0k nvme10n17 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 141.6k 110.8k 0.0k 1.4M 1.1M 0.0k nvme10n18 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 146.8k 123.6k 0.0k 1.4M 1.2M 0.0k nvme10n19 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 124.4k 177.6k 0.0k 1.2M 1.7M 0.0k nvme10n2 2024-09-05T11:16:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 157.6k 138.8k 0.0k 1.5M 1.4M 0.0k nvme10n20 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 157.6k 129.2k 0.0k 1.5M 1.3M 0.0k nvme10n3 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 135.2k 135.6k 0.0k 1.3M 1.3M 0.0k nvme10n4 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 148.8k 154.4k 0.0k 1.5M 1.5M 0.0k nvme10n5 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 139.2k 148.8k 0.0k 1.4M 1.5M 0.0k nvme10n6 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 132.4k 150.0k 0.0k 1.3M 1.5M 0.0k nvme10n7 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 143.2k 131.6k 0.0k 1.4M 1.3M 0.0k nvme10n8 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 139.6k 154.4k 0.0k 1.4M 1.5M 0.0k nvme10n9 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 140.4k 133.6k 0.0k 1.4M 1.3M 0.0k nvme2n1 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 151.2k 109.6k 0.0k 1.5M 1.1M 0.0k nvme2n10 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 104.0k 159.6k 0.0k 1.0M 1.6M 0.0k nvme2n11 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 135.6k 140.8k 0.0k 1.3M 1.4M 0.0k nvme2n12 2024-09-05T11:16:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 150.8k 121.2k 0.0k 1.5M 1.2M 0.0k nvme2n13 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 133.6k 153.2k 0.0k 1.3M 1.5M 0.0k nvme2n14 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 140.4k 138.4k 0.0k 1.4M 1.4M 0.0k nvme2n15 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 162.8k 121.2k 0.0k 1.6M 1.2M 0.0k nvme2n16 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 107.2k 180.0k 0.0k 1.0M 1.8M 0.0k nvme2n17 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 129.2k 144.8k 0.0k 1.3M 1.4M 0.0k nvme2n18 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 129.2k 162.0k 0.0k 1.3M 1.6M 0.0k nvme2n19 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 118.4k 150.0k 0.0k 1.2M 1.5M 0.0k nvme2n2 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 140.4k 109.6k 0.0k 1.4M 1.1M 0.0k nvme2n20 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 111.6k 158.8k 0.0k 1.1M 1.6M 0.0k nvme2n3 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 132.4k 168.8k 0.0k 1.3M 1.6M 0.0k nvme2n4 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 123.2k 136.0k 0.0k 1.2M 1.3M 0.0k nvme2n5 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 135.2k 162.8k 0.0k 1.3M 1.6M 0.0k nvme2n6 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 149.2k 112.0k 0.0k 1.5M 1.1M 0.0k nvme2n7 2024-09-05T11:16:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 119.6k 117.6k 0.0k 1.2M 1.1M 0.0k nvme2n8 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 150.8k 134.0k 0.0k 1.5M 1.3M 0.0k nvme2n9 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 136.0k 132.0k 0.0k 1.3M 1.3M 0.0k nvme6n1 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 131.2k 133.6k 0.0k 1.3M 1.3M 0.0k nvme6n10 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 144.0k 111.6k 0.0k 1.4M 1.1M 0.0k nvme6n11 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 166.4k 125.6k 0.0k 1.6M 1.2M 0.0k nvme6n12 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 172.4k 113.2k 0.0k 1.7M 1.1M 0.0k nvme6n13 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 164.8k 131.6k 0.0k 1.6M 1.3M 0.0k nvme6n14 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 136.8k 145.6k 0.0k 1.3M 1.4M 0.0k nvme6n15 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 124.0k 138.0k 0.0k 1.2M 1.3M 0.0k nvme6n16 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 140.8k 122.4k 0.0k 1.4M 1.2M 0.0k nvme6n17 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 144.8k 133.2k 0.0k 1.4M 1.3M 0.0k nvme6n18 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 152.4k 155.2k 0.0k 1.5M 1.5M 0.0k nvme6n19 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 138.8k 132.0k 0.0k 1.4M 1.3M 0.0k nvme6n2 2024-09-05T11:16:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 123.2k 169.2k 0.0k 1.2M 1.7M 0.0k nvme6n20 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 136.4k 156.0k 0.0k 1.3M 1.5M 0.0k nvme6n3 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 125.6k 165.2k 0.0k 1.2M 1.6M 0.0k nvme6n4 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 150.8k 113.6k 0.0k 1.5M 1.1M 0.0k nvme6n5 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.30 153.6k 132.0k 0.0k 1.5M 1.3M 0.0k nvme6n6 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 142.4k 132.0k 0.0k 1.4M 1.3M 0.0k nvme6n7 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 140.0k 144.8k 0.0k 1.4M 1.4M 0.0k nvme6n8 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.20 116.8k 136.4k 0.0k 1.1M 1.3M 0.0k nvme6n9 2024-09-05T11:16:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:16.123 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-09-05T11:16:16.123 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:16:16.124 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:16:16.158 INFO:teuthology.orchestra.run.smithi050.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:16:16.158 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:16:16.158 INFO:teuthology.orchestra.run.smithi050.stdout: Active: active (running) since Thu 2024-09-05 11:15:01 UTC; 1min 15s ago 2024-09-05T11:16:16.158 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 102211 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.158 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 102212 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 102273 (conmon) 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: Tasks: 130 (limit: 202828) 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: Memory: 140.5M 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 1min 16.537s 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: ├─libpod-payload-31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─102275 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─102277 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─102295 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─102334 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:16:16.159 INFO:teuthology.orchestra.run.smithi050.stdout: │ └─102344 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout: └─runtime 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout: └─102273 /usr/bin/conmon --api-version 1 -c 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 -u 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199/userdata -p /run/containers/storage/overlay-containers/31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: states { 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: grp_id: 1 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: state: OPTIMIZED 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: } 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: states { 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: grp_id: 1 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: state: OPTIMIZED 2024-09-05T11:16:16.160 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: } 2024-09-05T11:16:16.161 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:15:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: ], , client address: IPv4 172.21.15.50:54864 2024-09-05T11:16:16.161 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:15 smithi050 ceph-mon[81192]: pgmap v428: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2024-09-05T11:16:16.162 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:16:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:15 smithi154 ceph-mon[59043]: pgmap v428: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2024-09-05T11:16:16.184 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:15 smithi119 ceph-mon[72222]: pgmap v428: 33 pgs: 33 active+clean; 1024 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2024-09-05T11:16:16.197 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:16:16.198 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:16:16.199 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 6min ago 2024-09-05T11:16:16.200 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.200 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.200 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 158.6M 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 6min 32.823s 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:16:16.201 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:16:16.202 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:38116 2024-09-05T11:16:16.203 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 6min ago 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:16:16.235 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 157.0M 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 6min 27.408s 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.236 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:16:16.237 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:16:16.237 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:16:16.237 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:16:16.238 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:16:16.238 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:16:16.238 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:16:16.238 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:16:16.238 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:16:16.239 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:16:16.239 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:16:16.239 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:16:16.239 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:16:16.239 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:16:16.271 INFO:teuthology.orchestra.run.smithi173.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: Active: active (running) since Thu 2024-09-05 11:09:58 UTC; 6min ago 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42202 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42203 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 42265 (conmon) 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: Memory: 145.5M 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 6min 22.102s 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T11:16:16.272 INFO:teuthology.orchestra.run.smithi173.stdout: ├─libpod-payload-dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42267 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42269 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42356 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42407 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: │ └─43357 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: └─runtime 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: └─42265 /usr/bin/conmon --api-version 1 -c dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -u dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata -p /run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:16:16.273 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:16:16.274 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:16:16.274 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:16:16.274 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:16:16.274 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:16:16.274 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:16:16.274 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:16:16.275 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:16:16.580 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:16:16.580 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 6m ago 26m smithi050=x;smithi119=y;count:2 2024-09-05T11:16:16.580 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 6m ago 26m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:16:16.580 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 4/4 6m ago 21m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:16:16.580 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 6m ago - 2024-09-05T11:16:16.866 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:16:16.866 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (6m) 6m ago 21m 129M - 1.2.17 32a3d75b7c14 dc107a6756eb 2024-09-05T11:16:16.866 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (6m) 6m ago 21m 137M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:16:16.867 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (6m) 6m ago 21m 132M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:16:16.867 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (6m) 6m ago 21m 125M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:16:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:16 smithi050 ceph-mon[81192]: from='client.45080 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:16 smithi154 ceph-mon[59043]: from='client.45080 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:17.212 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:16:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:16 smithi119 ceph-mon[72222]: from='client.45080 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 11m) 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 12m), standbys: y 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 7m), 8 in (since 23m) 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:16:17.555 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1024 MiB 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: client: 10 MiB/s rd, 10 MiB/s wr, 423 op/s rd, 423 op/s wr 2024-09-05T11:16:17.556 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:16:17.587 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.608 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.629 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.648 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.667 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.686 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.705 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.723 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.742 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.761 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.780 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.798 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.817 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.836 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.855 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.874 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.893 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.911 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.930 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.967 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:17.986 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.005 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.023 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.042 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.061 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.079 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.098 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.117 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.136 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.154 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:17 smithi050 ceph-mon[81192]: pgmap v429: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 847 op/s 2024-09-05T11:16:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:17 smithi050 ceph-mon[81192]: from='client.35154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:17 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/2801178323' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:16:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:17 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/1429776360' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:16:18.173 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:17 smithi154 ceph-mon[59043]: pgmap v429: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 847 op/s 2024-09-05T11:16:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:17 smithi154 ceph-mon[59043]: from='client.35154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:17 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/2801178323' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:16:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:17 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/1429776360' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:16:18.192 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.211 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.230 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:17 smithi119 ceph-mon[72222]: pgmap v429: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 847 op/s 2024-09-05T11:16:18.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:17 smithi119 ceph-mon[72222]: from='client.35154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:17 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/2801178323' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:16:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:17 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/1429776360' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:16:18.248 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.267 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.286 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.304 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.323 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.342 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.361 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.379 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.399 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.417 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.437 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.455 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.474 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.493 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.511 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.530 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.550 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.568 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.587 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.606 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.624 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.643 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.663 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.682 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.701 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:16:18.702 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-09-05T11:16:18.702 DEBUG:teuthology.orchestra.run.smithi050:> ceph orch daemon rm nvmeof.nvmeof.a 2024-09-05T11:16:19.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:16:19.913 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:16:19.913 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: Traceback (most recent call last): 2024-09-05T11:16:19.913 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:16:19.913 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: gateway.keep_alive() 2024-09-05T11:16:19.913 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: File "/src/control/server.py", line 530, in keep_alive 2024-09-05T11:16:19.913 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: SystemExit: Gateway process terminated 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 19... 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: *** Caught signal (Aborted) ** 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: in thread 7f2f5ebe15c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f2f5ff736f0] 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 2: /lib64/libc.so.6(+0x8679a) [0x7f2f5ffbb79a] 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 3: pthread_cond_wait() 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f2f6030b6b0] 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 5: (AsyncMessenger::wait()+0x7b) [0x7f2f60dfaceb] 2024-09-05T11:16:19.914 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x559d04deeb18] 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 7: main() 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 8: /lib64/libc.so.6(+0x29590) [0x7f2f5ff5e590] 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 9: __libc_start_main() 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: 10: _start() 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 58... 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO state.py:545 (60): Cleanup OMAP on exit (discovery-smithi050) 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.a) 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:16:19.915 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[102273]: [05-Sep-2024 11:16:19] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-09-05T11:16:19.916 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:19 smithi050 podman[103010]: 2024-09-05 11:16:19.61757796 +0000 UTC m=+0.176054320 container died 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.branch=undefined, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, url=https://github.com/ceph/ceph-nvmeof, build-date=2024-07-30 15:47:38 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, name=ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, distribution-scope=public, vendor=Red Hat, Inc., vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , architecture=x86_64, io.spdk.build.makeflags=, io.spdk.build.target-arch=, vcs-type=git, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.ceph.git.branch=tags/1.2.17, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.17, org.centos.version=9.0-21.el9, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, release=, maintainer=Ceph Developers , version=1.2.17) 2024-09-05T11:16:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-mon[81192]: pgmap v430: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 567 op/s 2024-09-05T11:16:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-mon[81192]: from='client.45104 -' entity='client.admin' cmd=[{"prefix": "orch daemon rm", "names": ["nvmeof.nvmeof.a"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-mon[81192]: Remove daemons nvmeof.nvmeof.a 2024-09-05T11:16:20.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:19 smithi050 ceph-mon[81192]: Removing daemon nvmeof.nvmeof.a from smithi050 -- ports [5500, 4420, 8009] 2024-09-05T11:16:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:19 smithi154 ceph-mon[59043]: pgmap v430: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 567 op/s 2024-09-05T11:16:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:19 smithi154 ceph-mon[59043]: from='client.45104 -' entity='client.admin' cmd=[{"prefix": "orch daemon rm", "names": ["nvmeof.nvmeof.a"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:19 smithi154 ceph-mon[59043]: Remove daemons nvmeof.nvmeof.a 2024-09-05T11:16:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:19 smithi154 ceph-mon[59043]: Removing daemon nvmeof.nvmeof.a from smithi050 -- ports [5500, 4420, 8009] 2024-09-05T11:16:20.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:19 smithi119 ceph-mon[72222]: pgmap v430: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 567 op/s 2024-09-05T11:16:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:19 smithi119 ceph-mon[72222]: from='client.45104 -' entity='client.admin' cmd=[{"prefix": "orch daemon rm", "names": ["nvmeof.nvmeof.a"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:16:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:19 smithi119 ceph-mon[72222]: Remove daemons nvmeof.nvmeof.a 2024-09-05T11:16:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:19 smithi119 ceph-mon[72222]: Removing daemon nvmeof.nvmeof.a from smithi050 -- ports [5500, 4420, 8009] 2024-09-05T11:16:20.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:20 smithi050 podman[103010]: 2024-09-05 11:16:20.217098011 +0000 UTC m=+0.775574413 container cleanup 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, architecture=x86_64, summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, name=ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.version=1.2.17, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.spdk.git.branch=undefined, build-date=2024-07-30 15:47:38 UTC, io.ceph.component=ceph-nvmeof, release=, maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.pkgdep-args=--rbd, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, com.redhat.component=ubi9-container, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.17, io.ceph.nvmeof=None, distribution-scope=public, io.ceph.git.branch=tags/1.2.17, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git) 2024-09-05T11:16:20.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:20 smithi050 bash[103010]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:16:20.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:20 smithi050 podman[103023]: 2024-09-05 11:16:20.410091423 +0000 UTC m=+0.793784620 container remove 31380d846a09e45f990a1a0f8c579ea834cf3c313b7c35494fd7aef2df04e199 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, vendor=Red Hat, Inc., version=1.2.17, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.maintainer=Ceph Developers , name=ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.nvmeof=None, org.centos.version=9.0-21.el9, summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, architecture=x86_64, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.branch=tags/1.2.17, io.spdk.build.target-arch=, io.ceph.version=1.2.17, com.redhat.component=ubi9-container, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=18.2.4, vcs-type=git, io.spdk.build.makeflags=, distribution-scope=public, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.build.pkgdep-args=--rbd) 2024-09-05T11:16:20.897 INFO:teuthology.orchestra.run.smithi050.stdout:Removed nvmeof.nvmeof.a from host 'smithi050' 2024-09-05T11:16:20.908 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.6205470558342653) > weight (0.25) 2024-09-05T11:16:20.908 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.7608315509721694) > weight (0.25) 2024-09-05T11:16:20.908 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.d with skip (0.7357332102084194) > weight (0.25) 2024-09-05T11:16:20.908 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 112 secs before reviving 2024-09-05T11:16:20.921 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:20 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Deactivated successfully. 2024-09-05T11:16:20.921 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:20 smithi050 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:16:20.921 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:20 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Consumed 1min 20.616s CPU time. 2024-09-05T11:16:20.921 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:16:20.893+0000 7f0d98356640 -1 mgr handle_command module 'dashboard' command handler threw exception: NVMe-oF gateway 'nvmeof.nvmeof.a' does not exist 2024-09-05T11:16:20.921 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:16:20.893+0000 7f0d98356640 -1 mgr.server reply reply (22) Invalid argument Traceback (most recent call last): 2024-09-05T11:16:20.921 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/usr/share/ceph/mgr/mgr_module.py", line 1864, in _handle_command 2024-09-05T11:16:20.921 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: return CLICommand.COMMANDS[cmd['prefix']].call(self, cmd, inbuf) 2024-09-05T11:16:20.921 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/usr/share/ceph/mgr/mgr_module.py", line 499, in call 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: return self.func(mgr, **kwargs) 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/usr/share/ceph/mgr/dashboard/services/nvmeof_cli.py", line 44, in remove_nvmeof_gateway 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: NvmeofGatewaysConfig.remove_gateway(name) 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: File "/usr/share/ceph/mgr/dashboard/services/nvmeof_conf.py", line 65, in remove_gateway 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: raise NvmeofGatewayDoesNotExist(name) 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: dashboard.services.nvmeof_conf.NvmeofGatewayDoesNotExist: NVMe-oF gateway 'nvmeof.nvmeof.a' does not exist 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:16:20.922 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:16:20.894+0000 7f0da4baf640 -1 log_channel(cephadm) log [ERR] : Failed to find spec for nvmeof.nvmeof.a 2024-09-05T11:16:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth rm", "entity": "client.nvmeof.nvmeof.a"} : dispatch 2024-09-05T11:16:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "auth rm", "entity": "client.nvmeof.nvmeof.a"}]': finished 2024-09-05T11:16:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-rm", "name": "nvmeof.nvmeof.a"} : dispatch 2024-09-05T11:16:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:20 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:20 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:20 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth rm", "entity": "client.nvmeof.nvmeof.a"} : dispatch 2024-09-05T11:16:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:20 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "auth rm", "entity": "client.nvmeof.nvmeof.a"}]': finished 2024-09-05T11:16:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:20 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-rm", "name": "nvmeof.nvmeof.a"} : dispatch 2024-09-05T11:16:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:20 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:20 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:20 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth rm", "entity": "client.nvmeof.nvmeof.a"} : dispatch 2024-09-05T11:16:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:20 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "auth rm", "entity": "client.nvmeof.nvmeof.a"}]': finished 2024-09-05T11:16:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:20 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-rm", "name": "nvmeof.nvmeof.a"} : dispatch 2024-09-05T11:16:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:20 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:22.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:21 smithi050 ceph-mon[81192]: pgmap v431: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 583 op/s 2024-09-05T11:16:22.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:21 smithi050 ceph-mon[81192]: Removing key for client.nvmeof.nvmeof.a 2024-09-05T11:16:22.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:21 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-rm", "name": "nvmeof.nvmeof.a"}]: dispatch 2024-09-05T11:16:22.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:21 smithi050 ceph-mon[81192]: Failed to find spec for nvmeof.nvmeof.a 2024-09-05T11:16:22.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:21 smithi154 ceph-mon[59043]: pgmap v431: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 583 op/s 2024-09-05T11:16:22.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:21 smithi154 ceph-mon[59043]: Removing key for client.nvmeof.nvmeof.a 2024-09-05T11:16:22.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:21 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-rm", "name": "nvmeof.nvmeof.a"}]: dispatch 2024-09-05T11:16:22.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:21 smithi154 ceph-mon[59043]: Failed to find spec for nvmeof.nvmeof.a 2024-09-05T11:16:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:21 smithi119 ceph-mon[72222]: pgmap v431: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 583 op/s 2024-09-05T11:16:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:21 smithi119 ceph-mon[72222]: Removing key for client.nvmeof.nvmeof.a 2024-09-05T11:16:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:21 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-rm", "name": "nvmeof.nvmeof.a"}]: dispatch 2024-09-05T11:16:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:21 smithi119 ceph-mon[72222]: Failed to find spec for nvmeof.nvmeof.a 2024-09-05T11:16:23.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:16:23.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 podman[103557]: 2024-09-05 11:16:23.19324283 +0000 UTC m=+0.016496966 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:16:23.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 podman[103557]: 2024-09-05 11:16:23.32505815 +0000 UTC m=+0.148312268 container create b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.ceph-release=18.2.4, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.spdk.version=24.01, io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, architecture=x86_64, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.17, build-date=2024-07-30 15:47:38 UTC, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, distribution-scope=public, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, com.redhat.component=ubi9-container) 2024-09-05T11:16:23.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 podman[103557]: 2024-09-05 11:16:23.585775521 +0000 UTC m=+0.409029633 container init b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.buildah.version=1.29.0, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.branch=tags/1.2.17, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, io.ceph.nvmeof=None, io.openshift.wants=ceph,rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, release=, io.spdk.version=24.01, io.ceph.url=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=18.2.4, org.centos.version=9.0-21.el9, io.ceph.version=1.2.17, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.17, vendor=Red Hat, Inc., build-date=2024-07-30 15:47:38 UTC, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, maintainer=Ceph Developers , com.redhat.component=ubi9-container) 2024-09-05T11:16:23.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 podman[103557]: 2024-09-05 11:16:23.589628558 +0000 UTC m=+0.412882670 container start b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.ceph.git.branch=tags/1.2.17, maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., vcs-type=git, io.spdk.build.target-arch=, io.spdk.build.ceph-release=18.2.4, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, name=ceph-nvmeof, io.spdk.build.makeflags=, com.redhat.component=ubi9-container, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.component=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.17, summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, release=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.17, io.openshift.wants=ceph,rbd, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , build-date=2024-07-30 15:47:38 UTC, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:23.674 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-mon[81192]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:16:23.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:23.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:23.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:16:23.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T11:16:23.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:23.677 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:23 smithi154 ceph-mon[59043]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:16:23.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]} : dispatch 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "profile rbd"]}]': finished 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:23.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:23 smithi119 ceph-mon[72222]: Deploying daemon nvmeof.nvmeof.a on smithi050 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 bash[103557]: b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 systemd[1]: Started Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:16:23.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): [gateway] 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): name = client.nvmeof.nvmeof.a 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): group = 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): port = 5500 2024-09-05T11:16:23.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:16:23.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:16:23.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:16:23.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:16:23.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:16:23.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): [discovery] 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): port = 8009 2024-09-05T11:16:23.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): [ceph] 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): pool = mypool 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): id = nvmeof.nvmeof.a 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): [mtls] 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): [spdk] 2024-09-05T11:16:23.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): transports = tcp 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): [monitor] 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:16:23.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.a 2024-09-05T11:16:23.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:16:23.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:16:23.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:16:23.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:16:23.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.50:5499 for group id 2024-09-05T11:16:23.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.a group id=0 2024-09-05T11:16:23.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:16:24.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:16:24.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:16:24.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:16:24.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:16:24.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:395 (2): SPDK process id: 70 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: INFO: Setting log level to WARNING 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:23] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:23.944942] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:23 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:23.945004] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid70 ] 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.059123] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.114057] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:16:24.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.335086] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:16:24.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:16:24.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO server.py:285 (2): Discovery service process id: 888 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO server.py:280 (888): Starting ceph nvmeof discovery service 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO state.py:387 (888): nvmeof.state OMAP object already exists. 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO discovery.py:321 (888): log pages info from omap: nvmeof.state 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO discovery.py:328 (888): discovery addr: 172.21.15.50 port: 8009 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:16:24.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: states { 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: grp_id: 1 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: state: OPTIMIZED 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: } 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: states { 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: grp_id: 1 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: state: OPTIMIZED 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: } 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: states { 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: grp_id: 1 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: state: OPTIMIZED 2024-09-05T11:16:24.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: } 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: ], , client address: IPv4 172.21.15.50:55744 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 2024-09-05T11:16:24.375+0000 7f836e81f640 0 ms_deliver_dispatch: unhandled message 0x55bf2cfd3180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.119:3300/0 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 2024-09-05T11:16:24.375+0000 7f836e81f640 0 ms_deliver_dispatch: unhandled message 0x55bf2cfc3ba0 mon_map magic: 0 from mon.2 v2:172.21.15.119:3300/0 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.423049] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.455372] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.50:0/2778290490, rc 0 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.455453] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.50:0/2778290490 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.50:0/2778290490' anagrp=2 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.469191] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_28418a36-aea7-44d3-a37e-d079d806e41d rbd disk to lun 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [2024-09-05 11:16:24.538272] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_ffc1b815-89af-403c-a642-01174dae8123 rbd disk to lun 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:16:24.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: pgmap v432: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.3 MiB/s wr, 729 op/s 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: Checking pool "mypool" exists for service nvmeof.mypool 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:24.851 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2215175909' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.50:0/2571900918' anagrp=4 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:16:24.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.50:0/1694438292' anagrp=3 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.50:0/1094974650' anagrp=1 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:16:24.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:16:24.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:16:24.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:16:24.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:16:24.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:24.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:16:24.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: pgmap v432: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.3 MiB/s wr, 729 op/s 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: Checking pool "mypool" exists for service nvmeof.mypool 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:24.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:24 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2215175909' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:16:25.106 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:16:25.106 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.106 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:16:25.106 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:16:25.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:16:25.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:16:25.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:16:25.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:16:25.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:16:25.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:16:25.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:16:25.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:16:25.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:16:25.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:16:25.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:16:25.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:16:25.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:16:25.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:16:25.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:16:25.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:16:25.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:16:25.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:24] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:16:25.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:16:25.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:16:25.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:16:25.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:16:25.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:16:25.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:16:25.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:16:25.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:16:25.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:16:25.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:16:25.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:16:25.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:16:25.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:16:25.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:16:25.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:16:25.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:16:25.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:16:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: pgmap v432: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.3 MiB/s wr, 729 op/s 2024-09-05T11:16:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: Checking pool "mypool" exists for service nvmeof.mypool 2024-09-05T11:16:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:25.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:24 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2215175909' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:16:25.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 34.4k 75.6k 0.0k 344.0k 756.0k 0.0k nvme10n1 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 54.4k 43.6k 0.0k 544.0k 436.0k 0.0k nvme10n10 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 50.4k 57.2k 0.0k 504.0k 572.0k 0.0k nvme10n11 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 48.8k 59.2k 0.0k 488.0k 592.0k 0.0k nvme10n12 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 55.2k 54.0k 0.0k 552.0k 540.0k 0.0k nvme10n13 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 62.4k 48.8k 0.0k 624.0k 488.0k 0.0k nvme10n14 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 60.0k 70.4k 0.0k 600.0k 704.0k 0.0k nvme10n15 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 62.4k 55.6k 0.0k 624.0k 556.0k 0.0k nvme10n16 2024-09-05T11:16:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 64.0k 48.0k 0.0k 640.0k 480.0k 0.0k nvme10n17 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 64.4k 36.4k 0.0k 644.0k 364.0k 0.0k nvme10n18 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 64.0k 60.8k 0.0k 640.0k 608.0k 0.0k nvme10n19 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 76.8k 44.0k 0.0k 768.0k 440.0k 0.0k nvme10n2 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 42.0k 59.2k 0.0k 420.0k 592.0k 0.0k nvme10n20 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 50.4k 85.6k 0.0k 504.0k 856.0k 0.0k nvme10n3 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.90 57.2k 59.2k 0.0k 572.0k 592.0k 0.0k nvme10n4 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.90 49.6k 64.4k 0.0k 496.0k 644.0k 0.0k nvme10n5 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 60.8k 60.4k 0.0k 608.0k 604.0k 0.0k nvme10n6 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 52.4k 47.2k 0.0k 524.0k 472.0k 0.0k nvme10n7 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 40.4k 81.2k 0.0k 404.0k 812.0k 0.0k nvme10n8 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 68.4k 57.2k 0.0k 684.0k 572.0k 0.0k nvme10n9 2024-09-05T11:16:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 65.6k 44.0k 0.0k 656.0k 440.0k 0.0k nvme2n1 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 65.2k 42.4k 0.0k 652.0k 424.0k 0.0k nvme2n10 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 64.4k 45.2k 0.0k 644.0k 452.0k 0.0k nvme2n11 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 58.4k 42.4k 0.0k 584.0k 424.0k 0.0k nvme2n12 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 66.4k 43.6k 0.0k 664.0k 436.0k 0.0k nvme2n13 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 78.8k 40.0k 0.0k 788.0k 400.0k 0.0k nvme2n14 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 67.6k 54.0k 0.0k 676.0k 540.0k 0.0k nvme2n15 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 57.2k 74.0k 0.0k 572.0k 740.0k 0.0k nvme2n16 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 45.6k 66.8k 0.0k 456.0k 668.0k 0.0k nvme2n17 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 72.4k 46.4k 0.0k 724.0k 464.0k 0.0k nvme2n18 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 26.4k 60.0k 0.0k 264.0k 600.0k 0.0k nvme2n19 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 61.6k 49.6k 0.0k 616.0k 496.0k 0.0k nvme2n2 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 62.4k 48.8k 0.0k 624.0k 488.0k 0.0k nvme2n20 2024-09-05T11:16:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 38.4k 76.0k 0.0k 384.0k 760.0k 0.0k nvme2n3 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 4.90 64.8k 59.2k 0.0k 648.0k 592.0k 0.0k nvme2n4 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 4.90 66.4k 51.2k 0.0k 664.0k 512.0k 0.0k nvme2n5 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 52.8k 56.0k 0.0k 528.0k 560.0k 0.0k nvme2n6 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 53.2k 66.8k 0.0k 532.0k 668.0k 0.0k nvme2n7 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 72.0k 42.4k 0.0k 720.0k 424.0k 0.0k nvme2n8 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 64.4k 54.4k 0.0k 644.0k 544.0k 0.0k nvme2n9 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 69.2k 50.0k 0.0k 692.0k 500.0k 0.0k nvme6n1 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 68.0k 65.6k 0.0k 680.0k 656.0k 0.0k nvme6n10 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 44.8k 45.6k 0.0k 448.0k 456.0k 0.0k nvme6n11 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 70.8k 52.0k 0.0k 708.0k 520.0k 0.0k nvme6n12 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 63.2k 39.2k 0.0k 632.0k 392.0k 0.0k nvme6n13 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 66.8k 44.8k 0.0k 668.0k 448.0k 0.0k nvme6n14 2024-09-05T11:16:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 42.4k 62.4k 0.0k 424.0k 624.0k 0.0k nvme6n15 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 54.0k 64.0k 0.0k 540.0k 640.0k 0.0k nvme6n16 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 54.0k 65.2k 0.0k 540.0k 652.0k 0.0k nvme6n17 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 58.8k 67.2k 0.0k 588.0k 672.0k 0.0k nvme6n18 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 55.6k 64.0k 0.0k 556.0k 640.0k 0.0k nvme6n19 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 57.2k 46.4k 0.0k 572.0k 464.0k 0.0k nvme6n2 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 54.0k 57.2k 0.0k 540.0k 572.0k 0.0k nvme6n20 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 67.6k 47.2k 0.0k 676.0k 472.0k 0.0k nvme6n3 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 78.0k 39.6k 0.0k 780.0k 396.0k 0.0k nvme6n4 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 4.90 53.2k 62.0k 0.0k 532.0k 620.0k 0.0k nvme6n5 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 4.90 53.6k 70.4k 0.0k 536.0k 704.0k 0.0k nvme6n6 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 46.4k 72.4k 0.0k 464.0k 724.0k 0.0k nvme6n7 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 62.8k 61.6k 0.0k 628.0k 616.0k 0.0k nvme6n8 2024-09-05T11:16:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 5.00 45.6k 52.0k 0.0k 456.0k 520.0k 0.0k nvme6n9 2024-09-05T11:16:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:25.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:16:25.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:16:25.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:16:25.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:16:25.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:16:25.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:16:25.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:16:25.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:16:25.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:16:25.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:16:25.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:16:25.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:16:25.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:16:25.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:16:25.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:16:25.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:16:25.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:16:25.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:16:25.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:16:25.626 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:16:25.627 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.627 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:16:25.627 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:16:25.627 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:16:25.627 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.627 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:16:25.627 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:16:25.878 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: pgmap v433: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 464 op/s 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:25.879 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.50:5500 to Dashboard 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.119:5500 to Dashboard 2024-09-05T11:16:25.880 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.154:5500 to Dashboard 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: Adding NVMeoF gateway 172.21.15.173:5500 to Dashboard 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.881 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:25.882 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:25.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:16:25.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:16:25.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:16:25.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:16:25.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:16:25.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:16:25.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:16:25.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:16:25.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:16:25.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:16:25.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:16:25.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:16:26.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:16:26.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:16:26.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:16:26.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:16:26.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: pgmap v433: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 464 op/s 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.50:5500 to Dashboard 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.119:5500 to Dashboard 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.154:5500 to Dashboard 2024-09-05T11:16:26.178 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: Adding NVMeoF gateway 172.21.15.173:5500 to Dashboard 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.179 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:26.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:26.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:26.180 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: pgmap v433: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 464 op/s 2024-09-05T11:16:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: nvmeof daemon_check_post [(nvmeof.nvmeof.a), (nvmeof.nvmeof.b), (nvmeof.nvmeof.c), (nvmeof.nvmeof.d)] 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.a', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.b', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.c', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: create gateway: monitor command {'prefix': 'nvme-gw create', 'id': 'client.nvmeof.nvmeof.d', 'group': '', 'pool': 'mypool'} 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.d", "group": "", "pool": "mypool"} : dispatch 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-09-05T11:16:26.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.50:5500 to Dashboard 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.119:5500 to Dashboard 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.154:5500 to Dashboard 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: Adding NVMeoF gateway 172.21.15.173:5500 to Dashboard 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.250 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"} : dispatch 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "nvmeof.mypool"}]: dispatch 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:16:26.251 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:16:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:26 smithi050 ceph-mon[81192]: mgrmap e35: x(active, since 13m), standbys: y 2024-09-05T11:16:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:26 smithi154 ceph-mon[59043]: mgrmap e35: x(active, since 13m), standbys: y 2024-09-05T11:16:27.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:26 smithi119 ceph-mon[72222]: mgrmap e35: x(active, since 13m), standbys: y 2024-09-05T11:16:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:27 smithi050 ceph-mon[81192]: pgmap v434: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 620 op/s 2024-09-05T11:16:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:27 smithi154 ceph-mon[59043]: pgmap v434: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 620 op/s 2024-09-05T11:16:28.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:27 smithi119 ceph-mon[72222]: pgmap v434: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 620 op/s 2024-09-05T11:16:30.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:29 smithi050 ceph-mon[81192]: pgmap v435: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-09-05T11:16:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:29 smithi154 ceph-mon[59043]: pgmap v435: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-09-05T11:16:30.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:29 smithi119 ceph-mon[72222]: pgmap v435: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-09-05T11:16:32.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:31 smithi050 ceph-mon[81192]: pgmap v436: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-09-05T11:16:32.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:31 smithi154 ceph-mon[59043]: pgmap v436: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-09-05T11:16:32.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:31 smithi119 ceph-mon[72222]: pgmap v436: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 346 op/s 2024-09-05T11:16:34.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:33 smithi050 ceph-mon[81192]: pgmap v437: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 403 op/s 2024-09-05T11:16:34.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:33 smithi154 ceph-mon[59043]: pgmap v437: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 403 op/s 2024-09-05T11:16:34.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:33 smithi119 ceph-mon[72222]: pgmap v437: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 403 op/s 2024-09-05T11:16:35.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:35.291 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1.20 28.8k 0.0k 0.0k 288.0k 0.0k 0.0k nvme10n1 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 30.8k 0.0k 0.0k 308.0k 0.0k 0.0k nvme10n10 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 24.0k 0.0k 0.0k 240.0k 0.0k 0.0k nvme10n11 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 32.4k 0.0k 0.0k 324.0k 0.0k 0.0k nvme10n12 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 29.2k 0.0k 0.0k 292.0k 0.0k 0.0k nvme10n13 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1.20 20.4k 0.0k 0.0k 204.0k 0.0k 0.0k nvme10n14 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1.20 27.6k 0.0k 0.0k 276.0k 0.0k 0.0k nvme10n15 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 0.80 20.8k 0.0k 0.0k 208.0k 0.0k 0.0k nvme10n16 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 26.0k 0.0k 0.0k 260.0k 0.0k 0.0k nvme10n17 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 1.20 13.2k 0.0k 0.0k 132.0k 0.0k 0.0k nvme10n18 2024-09-05T11:16:35.292 INFO:tasks.workunit.client.0.smithi033.stdout: 2.70 37.6k 0.0k 0.0k 376.0k 0.0k 0.0k nvme10n19 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 1.50 33.6k 0.0k 0.0k 336.0k 0.0k 0.0k nvme10n2 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 38.0k 0.0k 0.0k 380.0k 0.0k 0.0k nvme10n20 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 40.4k 0.0k 0.0k 404.0k 0.0k 0.0k nvme10n3 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 1.20 22.4k 0.0k 0.0k 224.0k 0.0k 0.0k nvme10n4 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 30.0k 0.0k 0.0k 300.0k 0.0k 0.0k nvme10n5 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 1.20 6.0k 0.0k 0.0k 60.0k 0.0k 0.0k nvme10n6 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 26.8k 0.0k 0.0k 268.0k 0.0k 0.0k nvme10n7 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 21.6k 0.0k 0.0k 216.0k 0.0k 0.0k nvme10n8 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 20.4k 0.0k 0.0k 204.0k 0.0k 0.0k nvme10n9 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.90 24.4k 0.0k 0.0k 244.0k 0.0k 0.0k nvme2n1 2024-09-05T11:16:35.293 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 26.0k 0.0k 0.0k 260.0k 0.0k 0.0k nvme2n10 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 2.40 35.6k 0.0k 0.0k 356.0k 0.0k 0.0k nvme2n11 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.80 14.0k 0.0k 0.0k 140.0k 0.0k 0.0k nvme2n12 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 5.2k 0.0k 0.0k 52.0k 0.0k 0.0k nvme2n13 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 1.50 22.8k 0.0k 0.0k 228.0k 0.0k 0.0k nvme2n14 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 34.0k 0.0k 0.0k 340.0k 0.0k 0.0k nvme2n15 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 28.0k 0.0k 0.0k 280.0k 0.0k 0.0k nvme2n16 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 35.2k 0.0k 0.0k 352.0k 0.0k 0.0k nvme2n17 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 26.0k 0.0k 0.0k 260.0k 0.0k 0.0k nvme2n18 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 34.8k 0.0k 0.0k 348.0k 0.0k 0.0k nvme2n19 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 40.4k 0.0k 0.0k 404.0k 0.0k 0.0k nvme2n2 2024-09-05T11:16:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.60 16.4k 0.0k 0.0k 164.0k 0.0k 0.0k nvme2n20 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 17.2k 0.0k 0.0k 172.0k 0.0k 0.0k nvme2n3 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.50 17.2k 0.0k 0.0k 172.0k 0.0k 0.0k nvme2n4 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 35.6k 0.0k 0.0k 356.0k 0.0k 0.0k nvme2n5 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.70 16.4k 0.0k 0.0k 164.0k 0.0k 0.0k nvme2n6 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 25.6k 0.0k 0.0k 256.0k 0.0k 0.0k nvme2n7 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 25.6k 0.0k 0.0k 256.0k 0.0k 0.0k nvme2n8 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 28.8k 0.0k 0.0k 288.0k 0.0k 0.0k nvme2n9 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 26.4k 0.0k 0.0k 264.0k 0.0k 0.0k nvme6n1 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 38.8k 0.0k 0.0k 388.0k 0.0k 0.0k nvme6n10 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.60 27.6k 0.0k 0.0k 276.0k 0.0k 0.0k nvme6n11 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 29.2k 0.0k 0.0k 292.0k 0.0k 0.0k nvme6n12 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 18.8k 0.0k 0.0k 188.0k 0.0k 0.0k nvme6n13 2024-09-05T11:16:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.50 19.6k 0.0k 0.0k 196.0k 0.0k 0.0k nvme6n14 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 17.6k 0.0k 0.0k 176.0k 0.0k 0.0k nvme6n15 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 32.0k 0.0k 0.0k 320.0k 0.0k 0.0k nvme6n16 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.50 16.8k 0.0k 0.0k 168.0k 0.0k 0.0k nvme6n17 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 33.2k 0.0k 0.0k 332.0k 0.0k 0.0k nvme6n18 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 27.6k 0.0k 0.0k 276.0k 0.0k 0.0k nvme6n19 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.50 23.6k 0.0k 0.0k 236.0k 0.0k 0.0k nvme6n2 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.60 37.2k 0.0k 0.0k 372.0k 0.0k 0.0k nvme6n20 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.90 18.8k 0.0k 0.0k 188.0k 0.0k 0.0k nvme6n3 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 26.8k 0.0k 0.0k 268.0k 0.0k 0.0k nvme6n4 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.70 14.0k 0.0k 0.0k 140.0k 0.0k 0.0k nvme6n5 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 24.0k 0.0k 0.0k 240.0k 0.0k 0.0k nvme6n6 2024-09-05T11:16:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.60 14.8k 0.0k 0.0k 148.0k 0.0k 0.0k nvme6n7 2024-09-05T11:16:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 30.8k 0.0k 0.0k 308.0k 0.0k 0.0k nvme6n8 2024-09-05T11:16:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 37.2k 0.0k 0.0k 372.0k 0.0k 0.0k nvme6n9 2024-09-05T11:16:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:36.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:35 smithi050 ceph-mon[81192]: pgmap v438: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 235 op/s 2024-09-05T11:16:36.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:35 smithi154 ceph-mon[59043]: pgmap v438: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 235 op/s 2024-09-05T11:16:36.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:35 smithi119 ceph-mon[72222]: pgmap v438: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 235 op/s 2024-09-05T11:16:38.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:37 smithi050 ceph-mon[81192]: pgmap v439: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 236 op/s 2024-09-05T11:16:38.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:37 smithi154 ceph-mon[59043]: pgmap v439: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 236 op/s 2024-09-05T11:16:38.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:37 smithi119 ceph-mon[72222]: pgmap v439: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 236 op/s 2024-09-05T11:16:40.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:39 smithi050 ceph-mon[81192]: pgmap v440: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 80 op/s 2024-09-05T11:16:40.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:39 smithi154 ceph-mon[59043]: pgmap v440: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 80 op/s 2024-09-05T11:16:40.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:39 smithi119 ceph-mon[72222]: pgmap v440: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 80 op/s 2024-09-05T11:16:42.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:41 smithi050 ceph-mon[81192]: pgmap v441: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 80 op/s 2024-09-05T11:16:42.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:41 smithi154 ceph-mon[59043]: pgmap v441: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 80 op/s 2024-09-05T11:16:42.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:41 smithi119 ceph-mon[72222]: pgmap v441: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 80 op/s 2024-09-05T11:16:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:43 smithi050 ceph-mon[81192]: pgmap v442: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 75 op/s 2024-09-05T11:16:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:43 smithi154 ceph-mon[59043]: pgmap v442: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 75 op/s 2024-09-05T11:16:44.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:43 smithi119 ceph-mon[72222]: pgmap v442: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 75 op/s 2024-09-05T11:16:45.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:16:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n1 2024-09-05T11:16:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n10 2024-09-05T11:16:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n11 2024-09-05T11:16:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n12 2024-09-05T11:16:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n13 2024-09-05T11:16:45.292 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n14 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n15 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n16 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n17 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n18 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n19 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n2 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n20 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n3 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n4 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n5 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n6 2024-09-05T11:16:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n7 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n8 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n9 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n1 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n10 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n11 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n12 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n13 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n14 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n15 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n16 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n17 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n18 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n19 2024-09-05T11:16:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n2 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n20 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n3 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n5 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n6 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n7 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n8 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n9 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n1 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n10 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n11 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n12 2024-09-05T11:16:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n13 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n14 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n15 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n16 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n17 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n18 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n19 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n2 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n20 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n3 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n4 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n5 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n6 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n7 2024-09-05T11:16:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n8 2024-09-05T11:16:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n9 2024-09-05T11:16:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:46.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:45 smithi050 ceph-mon[81192]: pgmap v443: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:16:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:45 smithi154 ceph-mon[59043]: pgmap v443: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:16:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:45 smithi119 ceph-mon[72222]: pgmap v443: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:16:48.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:47 smithi050 ceph-mon[81192]: pgmap v444: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4 op/s 2024-09-05T11:16:48.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:47 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:47 smithi154 ceph-mon[59043]: pgmap v444: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4 op/s 2024-09-05T11:16:48.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:47 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:48.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:47 smithi119 ceph-mon[72222]: pgmap v444: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4 op/s 2024-09-05T11:16:48.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:47 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:48 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:48 smithi050 ceph-mon[81192]: osdmap e104: 8 total, 8 up, 8 in 2024-09-05T11:16:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:48 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:48 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:48 smithi154 ceph-mon[59043]: osdmap e104: 8 total, 8 up, 8 in 2024-09-05T11:16:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:48 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:48 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:48 smithi119 ceph-mon[72222]: osdmap e104: 8 total, 8 up, 8 in 2024-09-05T11:16:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:48 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:49 smithi050 ceph-mon[81192]: pgmap v446: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3 op/s 2024-09-05T11:16:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:49 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:49 smithi050 ceph-mon[81192]: osdmap e105: 8 total, 8 up, 8 in 2024-09-05T11:16:50.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:49 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:49 smithi154 ceph-mon[59043]: pgmap v446: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3 op/s 2024-09-05T11:16:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:49 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:49 smithi154 ceph-mon[59043]: osdmap e105: 8 total, 8 up, 8 in 2024-09-05T11:16:50.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:49 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:50.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:49 smithi119 ceph-mon[72222]: pgmap v446: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3 op/s 2024-09-05T11:16:50.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:49 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:50.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:49 smithi119 ceph-mon[72222]: osdmap e105: 8 total, 8 up, 8 in 2024-09-05T11:16:50.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:49 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:50 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:50 smithi050 ceph-mon[81192]: osdmap e106: 8 total, 8 up, 8 in 2024-09-05T11:16:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:50 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:50 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:50 smithi154 ceph-mon[59043]: osdmap e106: 8 total, 8 up, 8 in 2024-09-05T11:16:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:50 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:50 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:50 smithi119 ceph-mon[72222]: osdmap e106: 8 total, 8 up, 8 in 2024-09-05T11:16:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:50 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:52.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:51 smithi050 ceph-mon[81192]: pgmap v449: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 10 KiB/s wr, 3 op/s 2024-09-05T11:16:52.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:51 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:52.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:51 smithi050 ceph-mon[81192]: osdmap e107: 8 total, 8 up, 8 in 2024-09-05T11:16:52.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:51 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:51 smithi154 ceph-mon[59043]: pgmap v449: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 10 KiB/s wr, 3 op/s 2024-09-05T11:16:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:51 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:51 smithi154 ceph-mon[59043]: osdmap e107: 8 total, 8 up, 8 in 2024-09-05T11:16:52.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:51 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:52.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:51 smithi119 ceph-mon[72222]: pgmap v449: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 10 KiB/s wr, 3 op/s 2024-09-05T11:16:52.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:51 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:52.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:51 smithi119 ceph-mon[72222]: osdmap e107: 8 total, 8 up, 8 in 2024-09-05T11:16:52.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:51 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:52 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:53.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:52 smithi119 ceph-mon[72222]: osdmap e108: 8 total, 8 up, 8 in 2024-09-05T11:16:53.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:52 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:53.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:52 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:53.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:52 smithi050 ceph-mon[81192]: osdmap e108: 8 total, 8 up, 8 in 2024-09-05T11:16:53.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:52 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:53.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:52 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:53.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:52 smithi154 ceph-mon[59043]: osdmap e108: 8 total, 8 up, 8 in 2024-09-05T11:16:53.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:52 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:54.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:53 smithi119 ceph-mon[72222]: pgmap v452: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 125 KiB/s wr, 28 op/s 2024-09-05T11:16:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:53 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:53 smithi119 ceph-mon[72222]: osdmap e109: 8 total, 8 up, 8 in 2024-09-05T11:16:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:53 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:53 smithi050 ceph-mon[81192]: pgmap v452: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 125 KiB/s wr, 28 op/s 2024-09-05T11:16:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:53 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:53 smithi050 ceph-mon[81192]: osdmap e109: 8 total, 8 up, 8 in 2024-09-05T11:16:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:53 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:54.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:53 smithi154 ceph-mon[59043]: pgmap v452: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 125 KiB/s wr, 28 op/s 2024-09-05T11:16:54.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:53 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:54.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:53 smithi154 ceph-mon[59043]: osdmap e109: 8 total, 8 up, 8 in 2024-09-05T11:16:54.428 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:53 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:54 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:55.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:54 smithi119 ceph-mon[72222]: osdmap e110: 8 total, 8 up, 8 in 2024-09-05T11:16:55.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:54 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:55.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:16:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme10n1 2024-09-05T11:16:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 2.8k 0.0k 0.0k 28.0k 0.0k nvme10n10 2024-09-05T11:16:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.0k 1.2k 0.0k 40.0k 12.0k 0.0k nvme10n11 2024-09-05T11:16:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 6.4k 0.0k 0.0k 64.0k 0.0k 0.0k nvme10n12 2024-09-05T11:16:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.2k 0.0k 0.0k 12.0k 0.0k nvme10n13 2024-09-05T11:16:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 3.6k 0.0k 0.0k 36.0k 0.0k nvme10n14 2024-09-05T11:16:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme10n15 2024-09-05T11:16:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.2k 0.0k 0.0k 12.0k 0.0k nvme10n16 2024-09-05T11:16:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.4k 0.0k 0.0k 44.0k 0.0k 0.0k nvme10n17 2024-09-05T11:16:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme10n18 2024-09-05T11:16:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.4k 0.0k 0.0k 24.0k 0.0k nvme10n19 2024-09-05T11:16:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.8k 0.0k 0.0k 8.0k 0.0k nvme10n2 2024-09-05T11:16:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme10n20 2024-09-05T11:16:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme10n3 2024-09-05T11:16:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.8k 4.0k 0.0k 8.0k 40.0k 0.0k nvme10n4 2024-09-05T11:16:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.0k 0.0k 0.0k 40.0k 0.0k 0.0k nvme10n5 2024-09-05T11:16:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.8k 0.8k 0.0k 28.0k 8.0k 0.0k nvme10n6 2024-09-05T11:16:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.8k 0.4k 0.0k 28.0k 4.0k 0.0k nvme10n7 2024-09-05T11:16:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.4k 1.6k 0.0k 4.0k 16.0k 0.0k nvme10n8 2024-09-05T11:16:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 7.6k 0.0k 0.0k 76.0k 0.0k nvme10n9 2024-09-05T11:16:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.8k 0.0k 0.0k 28.0k 0.0k nvme2n1 2024-09-05T11:16:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme2n10 2024-09-05T11:16:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme2n11 2024-09-05T11:16:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme2n12 2024-09-05T11:16:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.4k 0.0k 0.0k 24.0k 0.0k nvme2n13 2024-09-05T11:16:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme2n14 2024-09-05T11:16:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme2n15 2024-09-05T11:16:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme2n16 2024-09-05T11:16:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 3.2k 0.0k 0.0k 32.0k 0.0k 0.0k nvme2n17 2024-09-05T11:16:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme2n18 2024-09-05T11:16:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme2n19 2024-09-05T11:16:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme2n2 2024-09-05T11:16:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.4k 0.0k 0.0k 24.0k 0.0k nvme2n20 2024-09-05T11:16:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.0k 0.0k 0.0k 40.0k 0.0k 0.0k nvme2n3 2024-09-05T11:16:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 1.6k 6.0k 0.0k 16.0k 60.0k 0.0k nvme2n4 2024-09-05T11:16:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 3.2k 0.0k 0.0k 32.0k 0.0k nvme2n5 2024-09-05T11:16:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 5.2k 0.0k 0.0k 52.0k 0.0k nvme2n6 2024-09-05T11:16:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.8k 0.4k 0.0k 48.0k 4.0k 0.0k nvme2n7 2024-09-05T11:16:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 2.8k 0.0k 0.0k 28.0k 0.0k nvme2n8 2024-09-05T11:16:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme2n9 2024-09-05T11:16:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme6n1 2024-09-05T11:16:55.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.8k 0.4k 0.0k 8.0k 4.0k 0.0k nvme6n10 2024-09-05T11:16:55.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 8.0k 0.0k 0.0k 80.0k 0.0k nvme6n11 2024-09-05T11:16:55.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 7.2k 0.0k 0.0k 72.0k 0.0k nvme6n12 2024-09-05T11:16:55.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme6n13 2024-09-05T11:16:55.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 3.6k 0.0k 0.0k 36.0k 0.0k nvme6n14 2024-09-05T11:16:55.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.4k 0.0k 0.0k 24.0k 0.0k 0.0k nvme6n15 2024-09-05T11:16:55.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 3.2k 0.0k 0.0k 32.0k 0.0k 0.0k nvme6n16 2024-09-05T11:16:55.308 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 3.6k 0.0k 0.0k 36.0k 0.0k nvme6n17 2024-09-05T11:16:55.308 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 6.0k 0.0k 0.0k 60.0k 0.0k 0.0k nvme6n18 2024-09-05T11:16:55.308 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.4k 0.0k 0.0k 24.0k 0.0k nvme6n19 2024-09-05T11:16:55.308 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme6n2 2024-09-05T11:16:55.308 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 6.0k 0.0k 0.0k 60.0k 0.0k nvme6n20 2024-09-05T11:16:55.308 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme6n3 2024-09-05T11:16:55.309 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 3.2k 0.0k 0.0k 32.0k 0.0k 0.0k nvme6n4 2024-09-05T11:16:55.309 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 1.2k 0.8k 0.0k 12.0k 8.0k 0.0k nvme6n5 2024-09-05T11:16:55.309 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.4k 0.4k 0.0k 4.0k 4.0k 0.0k nvme6n6 2024-09-05T11:16:55.309 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.4k 5.2k 0.0k 24.0k 52.0k 0.0k nvme6n7 2024-09-05T11:16:55.309 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 3.6k 0.0k 0.0k 36.0k 0.0k 0.0k nvme6n8 2024-09-05T11:16:55.310 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.4k 2.8k 0.0k 24.0k 28.0k 0.0k nvme6n9 2024-09-05T11:16:55.310 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:16:55.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:54 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:55.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:54 smithi050 ceph-mon[81192]: osdmap e110: 8 total, 8 up, 8 in 2024-09-05T11:16:55.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:54 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:55.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:54 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:55.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:54 smithi154 ceph-mon[59043]: osdmap e110: 8 total, 8 up, 8 in 2024-09-05T11:16:55.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:54 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:56.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:55 smithi119 ceph-mon[72222]: pgmap v455: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 110 KiB/s wr, 27 op/s 2024-09-05T11:16:56.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:55 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:56.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:55 smithi119 ceph-mon[72222]: osdmap e111: 8 total, 8 up, 8 in 2024-09-05T11:16:56.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:55 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:55 smithi050 ceph-mon[81192]: pgmap v455: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 110 KiB/s wr, 27 op/s 2024-09-05T11:16:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:55 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:55 smithi050 ceph-mon[81192]: osdmap e111: 8 total, 8 up, 8 in 2024-09-05T11:16:56.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:55 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:55 smithi154 ceph-mon[59043]: pgmap v455: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 110 KiB/s wr, 27 op/s 2024-09-05T11:16:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:55 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:55 smithi154 ceph-mon[59043]: osdmap e111: 8 total, 8 up, 8 in 2024-09-05T11:16:56.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:55 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:56 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:56 smithi119 ceph-mon[72222]: osdmap e112: 8 total, 8 up, 8 in 2024-09-05T11:16:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:56 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:56 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:56 smithi050 ceph-mon[81192]: osdmap e112: 8 total, 8 up, 8 in 2024-09-05T11:16:57.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:56 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:56 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:56 smithi154 ceph-mon[59043]: osdmap e112: 8 total, 8 up, 8 in 2024-09-05T11:16:57.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:56 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:58.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:57 smithi119 ceph-mon[72222]: pgmap v458: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 149 KiB/s wr, 50 op/s 2024-09-05T11:16:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:57 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:57 smithi119 ceph-mon[72222]: osdmap e113: 8 total, 8 up, 8 in 2024-09-05T11:16:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:57 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:57 smithi050 ceph-mon[81192]: pgmap v458: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 149 KiB/s wr, 50 op/s 2024-09-05T11:16:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:57 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:57 smithi050 ceph-mon[81192]: osdmap e113: 8 total, 8 up, 8 in 2024-09-05T11:16:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:57 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:58.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:57 smithi154 ceph-mon[59043]: pgmap v458: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 149 KiB/s wr, 50 op/s 2024-09-05T11:16:58.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:57 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:58.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:57 smithi154 ceph-mon[59043]: osdmap e113: 8 total, 8 up, 8 in 2024-09-05T11:16:58.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:57 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:58 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:58 smithi119 ceph-mon[72222]: osdmap e114: 8 total, 8 up, 8 in 2024-09-05T11:16:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:58 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:59.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:58 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:59.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:58 smithi050 ceph-mon[81192]: osdmap e114: 8 total, 8 up, 8 in 2024-09-05T11:16:59.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:58 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:16:59.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:58 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:16:59.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:58 smithi154 ceph-mon[59043]: osdmap e114: 8 total, 8 up, 8 in 2024-09-05T11:16:59.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:58 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:59 smithi050 ceph-mon[81192]: pgmap v461: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 149 KiB/s wr, 50 op/s 2024-09-05T11:17:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:59 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:59 smithi050 ceph-mon[81192]: osdmap e115: 8 total, 8 up, 8 in 2024-09-05T11:17:00.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:16:59 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:00.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:59 smithi119 ceph-mon[72222]: pgmap v461: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 149 KiB/s wr, 50 op/s 2024-09-05T11:17:00.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:59 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:00.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:59 smithi119 ceph-mon[72222]: osdmap e115: 8 total, 8 up, 8 in 2024-09-05T11:17:00.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:16:59 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:00.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:59 smithi154 ceph-mon[59043]: pgmap v461: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 149 KiB/s wr, 50 op/s 2024-09-05T11:17:00.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:59 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:00.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:59 smithi154 ceph-mon[59043]: osdmap e115: 8 total, 8 up, 8 in 2024-09-05T11:17:00.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:16:59 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:00 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:00 smithi119 ceph-mon[72222]: osdmap e116: 8 total, 8 up, 8 in 2024-09-05T11:17:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:00 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:01.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:00 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:01.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:00 smithi050 ceph-mon[81192]: osdmap e116: 8 total, 8 up, 8 in 2024-09-05T11:17:01.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:00 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:01.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:00 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:01.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:00 smithi154 ceph-mon[59043]: osdmap e116: 8 total, 8 up, 8 in 2024-09-05T11:17:01.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:00 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:01 smithi119 ceph-mon[72222]: pgmap v464: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 29 KiB/s wr, 6 op/s 2024-09-05T11:17:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:01 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:01 smithi119 ceph-mon[72222]: osdmap e117: 8 total, 8 up, 8 in 2024-09-05T11:17:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:01 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:02.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:01 smithi050 ceph-mon[81192]: pgmap v464: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 29 KiB/s wr, 6 op/s 2024-09-05T11:17:02.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:01 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:02.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:01 smithi050 ceph-mon[81192]: osdmap e117: 8 total, 8 up, 8 in 2024-09-05T11:17:02.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:01 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:01 smithi154 ceph-mon[59043]: pgmap v464: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 29 KiB/s wr, 6 op/s 2024-09-05T11:17:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:01 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:01 smithi154 ceph-mon[59043]: osdmap e117: 8 total, 8 up, 8 in 2024-09-05T11:17:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:01 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"} : dispatch 2024-09-05T11:17:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:02 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:02 smithi119 ceph-mon[72222]: osdmap e118: 8 total, 8 up, 8 in 2024-09-05T11:17:03.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:02 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:03.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:02 smithi050 ceph-mon[81192]: osdmap e118: 8 total, 8 up, 8 in 2024-09-05T11:17:03.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:02 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/1094974650' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/170417271"}]': finished 2024-09-05T11:17:03.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:02 smithi154 ceph-mon[59043]: osdmap e118: 8 total, 8 up, 8 in 2024-09-05T11:17:04.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:03 smithi119 ceph-mon[72222]: pgmap v467: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 703 KiB/s rd, 659 KiB/s wr, 120 op/s 2024-09-05T11:17:04.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:03 smithi050 ceph-mon[81192]: pgmap v467: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 703 KiB/s rd, 659 KiB/s wr, 120 op/s 2024-09-05T11:17:04.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:03 smithi154 ceph-mon[59043]: pgmap v467: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 703 KiB/s rd, 659 KiB/s wr, 120 op/s 2024-09-05T11:17:05.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:05.292 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:17:05.292 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 60.4k 49.2k 0.0k 604.0k 492.0k 0.0k nvme10n1 2024-09-05T11:17:05.292 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 44.4k 47.6k 0.0k 444.0k 476.0k 0.0k nvme10n10 2024-09-05T11:17:05.292 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 53.2k 39.2k 0.0k 532.0k 392.0k 0.0k nvme10n11 2024-09-05T11:17:05.292 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 58.0k 51.6k 0.0k 580.0k 516.0k 0.0k nvme10n12 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 35.2k 52.8k 0.0k 352.0k 528.0k 0.0k nvme10n13 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 56.0k 40.0k 0.0k 560.0k 400.0k 0.0k nvme10n14 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 42.0k 61.2k 0.0k 420.0k 612.0k 0.0k nvme10n15 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 38.4k 44.8k 0.0k 384.0k 448.0k 0.0k nvme10n16 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 52.4k 45.2k 0.0k 524.0k 452.0k 0.0k nvme10n17 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 41.6k 46.4k 0.0k 416.0k 464.0k 0.0k nvme10n18 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 60.4k 28.8k 0.0k 604.0k 288.0k 0.0k nvme10n19 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 55.6k 38.4k 0.0k 556.0k 384.0k 0.0k nvme10n2 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 40.0k 51.6k 0.0k 400.0k 516.0k 0.0k nvme10n20 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 52.8k 32.0k 0.0k 528.0k 320.0k 0.0k nvme10n3 2024-09-05T11:17:05.293 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 44.8k 41.2k 0.0k 448.0k 412.0k 0.0k nvme10n4 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 44.0k 45.6k 0.0k 440.0k 456.0k 0.0k nvme10n5 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 40.4k 28.8k 0.0k 404.0k 288.0k 0.0k nvme10n6 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 34.4k 59.6k 0.0k 344.0k 596.0k 0.0k nvme10n7 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 37.6k 27.6k 0.0k 376.0k 276.0k 0.0k nvme10n8 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 39.6k 41.2k 0.0k 396.0k 412.0k 0.0k nvme10n9 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 53.2k 40.8k 0.0k 532.0k 408.0k 0.0k nvme2n1 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 36.8k 49.6k 0.0k 368.0k 496.0k 0.0k nvme2n10 2024-09-05T11:17:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 23.6k 42.4k 0.0k 236.0k 424.0k 0.0k nvme2n11 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 47.2k 46.4k 0.0k 472.0k 464.0k 0.0k nvme2n12 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 49.6k 34.0k 0.0k 496.0k 340.0k 0.0k nvme2n13 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 44.0k 53.2k 0.0k 440.0k 532.0k 0.0k nvme2n14 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 19.6k 53.2k 0.0k 196.0k 532.0k 0.0k nvme2n15 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 49.2k 45.2k 0.0k 492.0k 452.0k 0.0k nvme2n16 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 56.8k 46.0k 0.0k 568.0k 460.0k 0.0k nvme2n17 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 58.4k 44.8k 0.0k 584.0k 448.0k 0.0k nvme2n18 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 63.6k 44.0k 0.0k 636.0k 440.0k 0.0k nvme2n19 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 53.6k 38.0k 0.0k 536.0k 380.0k 0.0k nvme2n2 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 53.6k 41.2k 0.0k 536.0k 412.0k 0.0k nvme2n20 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 58.4k 50.0k 0.0k 584.0k 500.0k 0.0k nvme2n3 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 39.6k 59.2k 0.0k 396.0k 592.0k 0.0k nvme2n4 2024-09-05T11:17:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 28.8k 52.8k 0.0k 288.0k 528.0k 0.0k nvme2n5 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 38.0k 46.0k 0.0k 380.0k 460.0k 0.0k nvme2n6 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 37.6k 48.0k 0.0k 376.0k 480.0k 0.0k nvme2n7 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 36.0k 40.8k 0.0k 360.0k 408.0k 0.0k nvme2n8 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 40.0k 41.2k 0.0k 400.0k 412.0k 0.0k nvme2n9 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 35.6k 42.0k 0.0k 356.0k 420.0k 0.0k nvme6n1 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 38.4k 52.0k 0.0k 384.0k 520.0k 0.0k nvme6n10 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 44.8k 36.8k 0.0k 448.0k 368.0k 0.0k nvme6n11 2024-09-05T11:17:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 35.6k 58.0k 0.0k 356.0k 580.0k 0.0k nvme6n12 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 45.6k 41.2k 0.0k 456.0k 412.0k 0.0k nvme6n13 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 44.0k 40.0k 0.0k 440.0k 400.0k 0.0k nvme6n14 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 58.8k 42.0k 0.0k 588.0k 420.0k 0.0k nvme6n15 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 29.2k 57.2k 0.0k 292.0k 572.0k 0.0k nvme6n16 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 27.6k 40.4k 0.0k 276.0k 404.0k 0.0k nvme6n17 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.10 44.0k 43.2k 0.0k 440.0k 432.0k 0.0k nvme6n18 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 53.6k 44.4k 0.0k 536.0k 444.0k 0.0k nvme6n19 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 36.4k 49.6k 0.0k 364.0k 496.0k 0.0k nvme6n2 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 43.6k 59.2k 0.0k 436.0k 592.0k 0.0k nvme6n20 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 42.4k 50.4k 0.0k 424.0k 504.0k 0.0k nvme6n3 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 61.2k 36.0k 0.0k 612.0k 360.0k 0.0k nvme6n4 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 26.8k 56.8k 0.0k 268.0k 568.0k 0.0k nvme6n5 2024-09-05T11:17:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 36.4k 47.2k 0.0k 364.0k 472.0k 0.0k nvme6n6 2024-09-05T11:17:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 33.2k 54.0k 0.0k 332.0k 540.0k 0.0k nvme6n7 2024-09-05T11:17:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 52.8k 42.4k 0.0k 528.0k 424.0k 0.0k nvme6n8 2024-09-05T11:17:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 4.00 33.2k 35.2k 0.0k 332.0k 352.0k 0.0k nvme6n9 2024-09-05T11:17:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:06.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:05 smithi119 ceph-mon[72222]: pgmap v468: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 447 KiB/s wr, 81 op/s 2024-09-05T11:17:06.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:05 smithi050 ceph-mon[81192]: pgmap v468: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 447 KiB/s wr, 81 op/s 2024-09-05T11:17:06.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:05 smithi154 ceph-mon[59043]: pgmap v468: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 447 KiB/s wr, 81 op/s 2024-09-05T11:17:08.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:07 smithi119 ceph-mon[72222]: pgmap v469: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 515 op/s 2024-09-05T11:17:08.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:07 smithi050 ceph-mon[81192]: pgmap v469: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 515 op/s 2024-09-05T11:17:08.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:07 smithi154 ceph-mon[59043]: pgmap v469: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 515 op/s 2024-09-05T11:17:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:09 smithi119 ceph-mon[72222]: pgmap v470: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 441 op/s 2024-09-05T11:17:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:09 smithi050 ceph-mon[81192]: pgmap v470: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 441 op/s 2024-09-05T11:17:10.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:09 smithi154 ceph-mon[59043]: pgmap v470: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 441 op/s 2024-09-05T11:17:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:11 smithi119 ceph-mon[72222]: pgmap v471: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 382 op/s 2024-09-05T11:17:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:11 smithi050 ceph-mon[81192]: pgmap v471: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 382 op/s 2024-09-05T11:17:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:11 smithi154 ceph-mon[59043]: pgmap v471: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 382 op/s 2024-09-05T11:17:14.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:13 smithi119 ceph-mon[72222]: pgmap v472: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.1 MiB/s wr, 586 op/s 2024-09-05T11:17:14.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:13 smithi050 ceph-mon[81192]: pgmap v472: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.1 MiB/s wr, 586 op/s 2024-09-05T11:17:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:13 smithi154 ceph-mon[59043]: pgmap v472: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.1 MiB/s wr, 586 op/s 2024-09-05T11:17:15.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 100.8k 135.6k 0.0k 1008.0k 1.3M 0.0k nvme10n1 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 109.6k 107.2k 0.0k 1.1M 1.0M 0.0k nvme10n10 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 95.2k 124.4k 0.0k 952.0k 1.2M 0.0k nvme10n11 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 90.8k 131.6k 0.0k 908.0k 1.3M 0.0k nvme10n12 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 93.2k 128.8k 0.0k 932.0k 1.3M 0.0k nvme10n13 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 95.6k 119.2k 0.0k 956.0k 1.2M 0.0k nvme10n14 2024-09-05T11:17:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 85.2k 144.8k 0.0k 852.0k 1.4M 0.0k nvme10n15 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 118.8k 129.6k 0.0k 1.2M 1.3M 0.0k nvme10n16 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 135.2k 106.0k 0.0k 1.3M 1.0M 0.0k nvme10n17 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 115.6k 131.2k 0.0k 1.1M 1.3M 0.0k nvme10n18 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 102.4k 137.2k 0.0k 1.0M 1.3M 0.0k nvme10n19 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 113.6k 104.8k 0.0k 1.1M 1.0M 0.0k nvme10n2 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 106.4k 111.6k 0.0k 1.0M 1.1M 0.0k nvme10n20 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 100.0k 108.4k 0.0k 1000.0k 1.1M 0.0k nvme10n3 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 104.8k 150.4k 0.0k 1.0M 1.5M 0.0k nvme10n4 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 100.4k 100.0k 0.0k 1004.0k 1000.0k 0.0k nvme10n5 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 127.6k 101.2k 0.0k 1.2M 1012.0k 0.0k nvme10n6 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 121.2k 96.0k 0.0k 1.2M 960.0k 0.0k nvme10n7 2024-09-05T11:17:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 124.4k 105.2k 0.0k 1.2M 1.0M 0.0k nvme10n8 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 123.2k 128.0k 0.0k 1.2M 1.2M 0.0k nvme10n9 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 92.8k 152.8k 0.0k 928.0k 1.5M 0.0k nvme2n1 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 113.2k 123.6k 0.0k 1.1M 1.2M 0.0k nvme2n10 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 128.0k 102.0k 0.0k 1.2M 1020.0k 0.0k nvme2n11 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 136.0k 101.2k 0.0k 1.3M 1012.0k 0.0k nvme2n12 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 123.6k 118.8k 0.0k 1.2M 1.2M 0.0k nvme2n13 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 138.0k 119.6k 0.0k 1.3M 1.2M 0.0k nvme2n14 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 106.0k 115.2k 0.0k 1.0M 1.1M 0.0k nvme2n15 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 102.8k 146.0k 0.0k 1.0M 1.4M 0.0k nvme2n16 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 118.4k 108.4k 0.0k 1.2M 1.1M 0.0k nvme2n17 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 126.4k 95.2k 0.0k 1.2M 952.0k 0.0k nvme2n18 2024-09-05T11:17:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 142.0k 102.0k 0.0k 1.4M 1020.0k 0.0k nvme2n19 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 82.0k 120.0k 0.0k 820.0k 1.2M 0.0k nvme2n2 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 89.2k 127.2k 0.0k 892.0k 1.2M 0.0k nvme2n20 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 132.4k 106.8k 0.0k 1.3M 1.0M 0.0k nvme2n3 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 123.2k 93.6k 0.0k 1.2M 936.0k 0.0k nvme2n4 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 113.2k 96.0k 0.0k 1.1M 960.0k 0.0k nvme2n5 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 108.0k 110.4k 0.0k 1.1M 1.1M 0.0k nvme2n6 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 103.2k 98.4k 0.0k 1.0M 984.0k 0.0k nvme2n7 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 84.8k 125.6k 0.0k 848.0k 1.2M 0.0k nvme2n8 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 120.4k 120.0k 0.0k 1.2M 1.2M 0.0k nvme2n9 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 109.2k 113.2k 0.0k 1.1M 1.1M 0.0k nvme6n1 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 107.2k 118.8k 0.0k 1.0M 1.2M 0.0k nvme6n10 2024-09-05T11:17:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 133.2k 114.8k 0.0k 1.3M 1.1M 0.0k nvme6n11 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 148.0k 108.8k 0.0k 1.4M 1.1M 0.0k nvme6n12 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 122.4k 103.2k 0.0k 1.2M 1.0M 0.0k nvme6n13 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 109.6k 94.4k 0.0k 1.1M 944.0k 0.0k nvme6n14 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 99.2k 130.4k 0.0k 992.0k 1.3M 0.0k nvme6n15 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 121.2k 108.0k 0.0k 1.2M 1.1M 0.0k nvme6n16 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 107.2k 118.8k 0.0k 1.0M 1.2M 0.0k nvme6n17 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 133.6k 122.4k 0.0k 1.3M 1.2M 0.0k nvme6n18 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 113.6k 114.4k 0.0k 1.1M 1.1M 0.0k nvme6n19 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 132.4k 123.2k 0.0k 1.3M 1.2M 0.0k nvme6n2 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 122.4k 99.6k 0.0k 1.2M 996.0k 0.0k nvme6n20 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 109.6k 135.6k 0.0k 1.1M 1.3M 0.0k nvme6n3 2024-09-05T11:17:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 156.0k 84.4k 0.0k 1.5M 844.0k 0.0k nvme6n4 2024-09-05T11:17:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 95.2k 124.8k 0.0k 952.0k 1.2M 0.0k nvme6n5 2024-09-05T11:17:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 108.4k 137.6k 0.0k 1.1M 1.3M 0.0k nvme6n6 2024-09-05T11:17:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 90.8k 132.8k 0.0k 908.0k 1.3M 0.0k nvme6n7 2024-09-05T11:17:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 136.0k 112.0k 0.0k 1.3M 1.1M 0.0k nvme6n8 2024-09-05T11:17:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 130.0k 100.8k 0.0k 1.3M 1008.0k 0.0k nvme6n9 2024-09-05T11:17:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:15 smithi119 ceph-mon[72222]: pgmap v473: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 532 op/s 2024-09-05T11:17:16.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:15 smithi050 ceph-mon[81192]: pgmap v473: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 532 op/s 2024-09-05T11:17:16.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:15 smithi154 ceph-mon[59043]: pgmap v473: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 532 op/s 2024-09-05T11:17:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:17 smithi119 ceph-mon[72222]: pgmap v474: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.3 MiB/s wr, 803 op/s 2024-09-05T11:17:18.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:17 smithi050 ceph-mon[81192]: pgmap v474: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.3 MiB/s wr, 803 op/s 2024-09-05T11:17:18.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:17 smithi154 ceph-mon[59043]: pgmap v474: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.3 MiB/s wr, 803 op/s 2024-09-05T11:17:20.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:19 smithi119 ceph-mon[72222]: pgmap v475: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 547 op/s 2024-09-05T11:17:20.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:19 smithi050 ceph-mon[81192]: pgmap v475: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 547 op/s 2024-09-05T11:17:20.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:19 smithi154 ceph-mon[59043]: pgmap v475: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 547 op/s 2024-09-05T11:17:22.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:21 smithi119 ceph-mon[72222]: pgmap v476: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 567 op/s 2024-09-05T11:17:22.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:21 smithi050 ceph-mon[81192]: pgmap v476: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 567 op/s 2024-09-05T11:17:22.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:21 smithi154 ceph-mon[59043]: pgmap v476: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 567 op/s 2024-09-05T11:17:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:23 smithi119 ceph-mon[72222]: pgmap v477: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.9 MiB/s wr, 805 op/s 2024-09-05T11:17:24.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:23 smithi050 ceph-mon[81192]: pgmap v477: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.9 MiB/s wr, 805 op/s 2024-09-05T11:17:24.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:23 smithi154 ceph-mon[59043]: pgmap v477: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.9 MiB/s wr, 805 op/s 2024-09-05T11:17:25.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:17:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 99.2k 98.8k 0.0k 992.0k 988.0k 0.0k nvme10n1 2024-09-05T11:17:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 99.2k 118.0k 0.0k 992.0k 1.2M 0.0k nvme10n10 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 67.6k 116.4k 0.0k 676.0k 1.1M 0.0k nvme10n11 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 97.2k 104.8k 0.0k 972.0k 1.0M 0.0k nvme10n12 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 148.8k 72.8k 0.0k 1.5M 728.0k 0.0k nvme10n13 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 140.8k 85.6k 0.0k 1.4M 856.0k 0.0k nvme10n14 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 100.4k 98.8k 0.0k 1004.0k 988.0k 0.0k nvme10n15 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 140.8k 128.8k 0.0k 1.4M 1.3M 0.0k nvme10n16 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 100.4k 118.0k 0.0k 1004.0k 1.2M 0.0k nvme10n17 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 85.2k 118.4k 0.0k 852.0k 1.2M 0.0k nvme10n18 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 104.8k 111.6k 0.0k 1.0M 1.1M 0.0k nvme10n19 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 121.2k 94.0k 0.0k 1.2M 940.0k 0.0k nvme10n2 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 129.6k 76.8k 0.0k 1.3M 768.0k 0.0k nvme10n20 2024-09-05T11:17:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 112.0k 135.2k 0.0k 1.1M 1.3M 0.0k nvme10n3 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 94.4k 123.2k 0.0k 944.0k 1.2M 0.0k nvme10n4 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 104.8k 96.8k 0.0k 1.0M 968.0k 0.0k nvme10n5 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 148.8k 74.0k 0.0k 1.5M 740.0k 0.0k nvme10n6 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 90.0k 100.0k 0.0k 900.0k 1000.0k 0.0k nvme10n7 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 101.6k 103.2k 0.0k 1016.0k 1.0M 0.0k nvme10n8 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 96.8k 107.2k 0.0k 968.0k 1.0M 0.0k nvme10n9 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 130.4k 91.6k 0.0k 1.3M 916.0k 0.0k nvme2n1 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 75.6k 131.6k 0.0k 756.0k 1.3M 0.0k nvme2n10 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 97.6k 106.4k 0.0k 976.0k 1.0M 0.0k nvme2n11 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 122.4k 87.2k 0.0k 1.2M 872.0k 0.0k nvme2n12 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 110.0k 96.0k 0.0k 1.1M 960.0k 0.0k nvme2n13 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 68.4k 137.6k 0.0k 684.0k 1.3M 0.0k nvme2n14 2024-09-05T11:17:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 112.8k 90.8k 0.0k 1.1M 908.0k 0.0k nvme2n15 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 110.8k 103.2k 0.0k 1.1M 1.0M 0.0k nvme2n16 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 104.0k 104.0k 0.0k 1.0M 1.0M 0.0k nvme2n17 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 117.2k 86.0k 0.0k 1.1M 860.0k 0.0k nvme2n18 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 113.6k 78.0k 0.0k 1.1M 780.0k 0.0k nvme2n19 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 108.4k 94.8k 0.0k 1.1M 948.0k 0.0k nvme2n2 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 80.0k 103.2k 0.0k 800.0k 1.0M 0.0k nvme2n20 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 111.2k 107.2k 0.0k 1.1M 1.0M 0.0k nvme2n3 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 100.4k 98.8k 0.0k 1004.0k 988.0k 0.0k nvme2n4 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 129.2k 79.6k 0.0k 1.3M 796.0k 0.0k nvme2n5 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 100.4k 102.0k 0.0k 1004.0k 1020.0k 0.0k nvme2n6 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 97.2k 134.4k 0.0k 972.0k 1.3M 0.0k nvme2n7 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 118.0k 118.4k 0.0k 1.2M 1.2M 0.0k nvme2n8 2024-09-05T11:17:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 101.2k 124.8k 0.0k 1012.0k 1.2M 0.0k nvme2n9 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 90.8k 102.4k 0.0k 908.0k 1.0M 0.0k nvme6n1 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 90.0k 101.6k 0.0k 900.0k 1016.0k 0.0k nvme6n10 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 108.0k 101.6k 0.0k 1.1M 1016.0k 0.0k nvme6n11 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 131.2k 73.2k 0.0k 1.3M 732.0k 0.0k nvme6n12 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 92.0k 119.2k 0.0k 920.0k 1.2M 0.0k nvme6n13 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 110.0k 98.4k 0.0k 1.1M 984.0k 0.0k nvme6n14 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 86.4k 111.6k 0.0k 864.0k 1.1M 0.0k nvme6n15 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 114.4k 79.6k 0.0k 1.1M 796.0k 0.0k nvme6n16 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 136.4k 135.2k 0.0k 1.3M 1.3M 0.0k nvme6n17 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 108.8k 86.0k 0.0k 1.1M 860.0k 0.0k nvme6n18 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 101.6k 86.0k 0.0k 1016.0k 860.0k 0.0k nvme6n19 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 117.2k 99.6k 0.0k 1.1M 996.0k 0.0k nvme6n2 2024-09-05T11:17:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.90 101.6k 86.8k 0.0k 1016.0k 868.0k 0.0k nvme6n20 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 120.4k 94.0k 0.0k 1.2M 940.0k 0.0k nvme6n3 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 92.4k 112.8k 0.0k 924.0k 1.1M 0.0k nvme6n4 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 119.6k 94.0k 0.0k 1.2M 940.0k 0.0k nvme6n5 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 100.4k 103.2k 0.0k 1004.0k 1.0M 0.0k nvme6n6 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 123.6k 89.6k 0.0k 1.2M 896.0k 0.0k nvme6n7 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 108.8k 104.8k 0.0k 1.1M 1.0M 0.0k nvme6n8 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 11.00 101.2k 113.6k 0.0k 1012.0k 1.1M 0.0k nvme6n9 2024-09-05T11:17:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:26.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:25 smithi119 ceph-mon[72222]: pgmap v478: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 551 op/s 2024-09-05T11:17:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:25 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:17:26.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:25 smithi050 ceph-mon[81192]: pgmap v478: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 551 op/s 2024-09-05T11:17:26.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:25 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:17:26.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:25 smithi154 ceph-mon[59043]: pgmap v478: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 551 op/s 2024-09-05T11:17:26.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:25 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:17:27.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:17:27.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:17:27.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:26 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:17:27.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:17:27.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:17:27.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:26 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:17:27.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:17:27.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:17:27.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:26 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:17:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:28 smithi050 ceph-mon[81192]: pgmap v479: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.8 MiB/s wr, 824 op/s 2024-09-05T11:17:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:28 smithi154 ceph-mon[59043]: pgmap v479: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.8 MiB/s wr, 824 op/s 2024-09-05T11:17:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:28 smithi119 ceph-mon[72222]: pgmap v479: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.8 MiB/s wr, 824 op/s 2024-09-05T11:17:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:30 smithi050 ceph-mon[81192]: pgmap v480: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 552 op/s 2024-09-05T11:17:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:30 smithi154 ceph-mon[59043]: pgmap v480: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 552 op/s 2024-09-05T11:17:30.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:30 smithi119 ceph-mon[72222]: pgmap v480: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 552 op/s 2024-09-05T11:17:32.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:32 smithi050 ceph-mon[81192]: pgmap v481: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.2 MiB/s wr, 572 op/s 2024-09-05T11:17:32.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:32 smithi154 ceph-mon[59043]: pgmap v481: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.2 MiB/s wr, 572 op/s 2024-09-05T11:17:32.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:32 smithi119 ceph-mon[72222]: pgmap v481: 33 pgs: 33 active+clean; 1.0 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.2 MiB/s wr, 572 op/s 2024-09-05T11:17:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:34 smithi050 ceph-mon[81192]: pgmap v482: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.0 MiB/s wr, 806 op/s 2024-09-05T11:17:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:34 smithi154 ceph-mon[59043]: pgmap v482: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.0 MiB/s wr, 806 op/s 2024-09-05T11:17:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:34 smithi119 ceph-mon[72222]: pgmap v482: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.0 MiB/s wr, 806 op/s 2024-09-05T11:17:35.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:17:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 130.8k 124.4k 0.0k 1.3M 1.2M 0.0k nvme10n1 2024-09-05T11:17:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 177.6k 153.6k 0.0k 1.7M 1.5M 0.0k nvme10n10 2024-09-05T11:17:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 153.2k 147.2k 0.0k 1.5M 1.4M 0.0k nvme10n11 2024-09-05T11:17:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 108.4k 124.8k 0.0k 1.1M 1.2M 0.0k nvme10n12 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 130.4k 127.2k 0.0k 1.3M 1.2M 0.0k nvme10n13 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 149.6k 181.2k 0.0k 1.5M 1.8M 0.0k nvme10n14 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 101.2k 96.4k 0.0k 1012.0k 964.0k 0.0k nvme10n15 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 169.2k 176.0k 0.0k 1.7M 1.7M 0.0k nvme10n16 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 132.4k 104.0k 0.0k 1.3M 1.0M 0.0k nvme10n17 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 107.6k 125.6k 0.0k 1.1M 1.2M 0.0k nvme10n18 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 129.6k 142.0k 0.0k 1.3M 1.4M 0.0k nvme10n19 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 159.2k 115.6k 0.0k 1.6M 1.1M 0.0k nvme10n2 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 148.0k 162.0k 0.0k 1.4M 1.6M 0.0k nvme10n20 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 134.4k 138.8k 0.0k 1.3M 1.4M 0.0k nvme10n3 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 124.4k 114.8k 0.0k 1.2M 1.1M 0.0k nvme10n4 2024-09-05T11:17:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 136.4k 131.2k 0.0k 1.3M 1.3M 0.0k nvme10n5 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 138.0k 116.4k 0.0k 1.3M 1.1M 0.0k nvme10n6 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 120.4k 110.0k 0.0k 1.2M 1.1M 0.0k nvme10n7 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 156.0k 140.0k 0.0k 1.5M 1.4M 0.0k nvme10n8 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 110.4k 96.4k 0.0k 1.1M 964.0k 0.0k nvme10n9 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 181.2k 139.2k 0.0k 1.8M 1.4M 0.0k nvme2n1 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 188.0k 153.6k 0.0k 1.8M 1.5M 0.0k nvme2n10 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 96.0k 86.8k 0.0k 960.0k 868.0k 0.0k nvme2n11 2024-09-05T11:17:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 102.8k 114.8k 0.0k 1.0M 1.1M 0.0k nvme2n12 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 121.6k 172.8k 0.0k 1.2M 1.7M 0.0k nvme2n13 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 92.0k 130.0k 0.0k 920.0k 1.3M 0.0k nvme2n14 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 118.0k 140.4k 0.0k 1.2M 1.4M 0.0k nvme2n15 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 120.4k 112.0k 0.0k 1.2M 1.1M 0.0k nvme2n16 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 93.2k 107.2k 0.0k 932.0k 1.0M 0.0k nvme2n17 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 150.0k 146.0k 0.0k 1.5M 1.4M 0.0k nvme2n18 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 99.2k 109.6k 0.0k 992.0k 1.1M 0.0k nvme2n19 2024-09-05T11:17:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 152.0k 123.6k 0.0k 1.5M 1.2M 0.0k nvme2n2 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 206.4k 159.2k 0.0k 2.0M 1.6M 0.0k nvme2n20 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 150.8k 124.4k 0.0k 1.5M 1.2M 0.0k nvme2n3 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 178.8k 138.4k 0.0k 1.7M 1.4M 0.0k nvme2n4 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 139.6k 147.2k 0.0k 1.4M 1.4M 0.0k nvme2n5 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 170.0k 209.2k 0.0k 1.7M 2.0M 0.0k nvme2n6 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 166.8k 166.8k 0.0k 1.6M 1.6M 0.0k nvme2n7 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 143.2k 179.2k 0.0k 1.4M 1.8M 0.0k nvme2n8 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 132.8k 145.2k 0.0k 1.3M 1.4M 0.0k nvme2n9 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 189.6k 154.8k 0.0k 1.9M 1.5M 0.0k nvme6n1 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 113.2k 82.4k 0.0k 1.1M 824.0k 0.0k nvme6n10 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.50 150.4k 140.4k 0.0k 1.5M 1.4M 0.0k nvme6n11 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 119.6k 122.8k 0.0k 1.2M 1.2M 0.0k nvme6n12 2024-09-05T11:17:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 138.4k 106.8k 0.0k 1.4M 1.0M 0.0k nvme6n13 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 86.0k 108.4k 0.0k 860.0k 1.1M 0.0k nvme6n14 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 104.8k 109.2k 0.0k 1.0M 1.1M 0.0k nvme6n15 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 144.0k 184.4k 0.0k 1.4M 1.8M 0.0k nvme6n16 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 138.0k 154.8k 0.0k 1.3M 1.5M 0.0k nvme6n17 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 166.4k 115.2k 0.0k 1.6M 1.1M 0.0k nvme6n18 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 82.8k 139.2k 0.0k 828.0k 1.4M 0.0k nvme6n19 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 171.6k 153.2k 0.0k 1.7M 1.5M 0.0k nvme6n2 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 132.8k 112.8k 0.0k 1.3M 1.1M 0.0k nvme6n20 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 101.6k 85.6k 0.0k 1016.0k 856.0k 0.0k nvme6n3 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 85.2k 112.0k 0.0k 852.0k 1.1M 0.0k nvme6n4 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 173.2k 140.4k 0.0k 1.7M 1.4M 0.0k nvme6n5 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 120.4k 124.0k 0.0k 1.2M 1.2M 0.0k nvme6n6 2024-09-05T11:17:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 166.0k 185.6k 0.0k 1.6M 1.8M 0.0k nvme6n7 2024-09-05T11:17:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 119.6k 100.0k 0.0k 1.2M 1000.0k 0.0k nvme6n8 2024-09-05T11:17:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 10.60 140.8k 186.4k 0.0k 1.4M 1.8M 0.0k nvme6n9 2024-09-05T11:17:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:36.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:36 smithi050 ceph-mon[81192]: pgmap v483: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 546 op/s 2024-09-05T11:17:36.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:36 smithi154 ceph-mon[59043]: pgmap v483: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 546 op/s 2024-09-05T11:17:36.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:36 smithi119 ceph-mon[72222]: pgmap v483: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 546 op/s 2024-09-05T11:17:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:38 smithi050 ceph-mon[81192]: pgmap v484: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 801 op/s 2024-09-05T11:17:38.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:38 smithi154 ceph-mon[59043]: pgmap v484: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 801 op/s 2024-09-05T11:17:38.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:38 smithi119 ceph-mon[72222]: pgmap v484: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 801 op/s 2024-09-05T11:17:40.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:40 smithi050 ceph-mon[81192]: pgmap v485: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.9 MiB/s wr, 528 op/s 2024-09-05T11:17:40.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:40 smithi154 ceph-mon[59043]: pgmap v485: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.9 MiB/s wr, 528 op/s 2024-09-05T11:17:40.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:40 smithi119 ceph-mon[72222]: pgmap v485: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.9 MiB/s wr, 528 op/s 2024-09-05T11:17:42.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:42 smithi050 ceph-mon[81192]: pgmap v486: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 548 op/s 2024-09-05T11:17:42.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:42 smithi154 ceph-mon[59043]: pgmap v486: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 548 op/s 2024-09-05T11:17:42.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:42 smithi119 ceph-mon[72222]: pgmap v486: 33 pgs: 33 active+clean; 1.0 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 548 op/s 2024-09-05T11:17:44.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:44 smithi050 ceph-mon[81192]: pgmap v487: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 768 op/s 2024-09-05T11:17:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:44 smithi154 ceph-mon[59043]: pgmap v487: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 768 op/s 2024-09-05T11:17:44.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:44 smithi119 ceph-mon[72222]: pgmap v487: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 768 op/s 2024-09-05T11:17:45.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:17:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 165.2k 152.0k 0.0k 1.6M 1.5M 0.0k nvme10n1 2024-09-05T11:17:45.293 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 130.0k 133.6k 0.0k 1.3M 1.3M 0.0k nvme10n10 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 138.8k 136.0k 0.0k 1.4M 1.3M 0.0k nvme10n11 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 159.6k 168.0k 0.0k 1.6M 1.6M 0.0k nvme10n12 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 144.8k 167.6k 0.0k 1.4M 1.6M 0.0k nvme10n13 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 186.8k 114.0k 0.0k 1.8M 1.1M 0.0k nvme10n14 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 168.8k 123.6k 0.0k 1.6M 1.2M 0.0k nvme10n15 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 135.6k 130.0k 0.0k 1.3M 1.3M 0.0k nvme10n16 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 146.0k 193.2k 0.0k 1.4M 1.9M 0.0k nvme10n17 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 174.0k 153.6k 0.0k 1.7M 1.5M 0.0k nvme10n18 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 132.8k 195.2k 0.0k 1.3M 1.9M 0.0k nvme10n19 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 135.6k 168.0k 0.0k 1.3M 1.6M 0.0k nvme10n2 2024-09-05T11:17:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 150.8k 157.6k 0.0k 1.5M 1.5M 0.0k nvme10n20 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 152.8k 130.8k 0.0k 1.5M 1.3M 0.0k nvme10n3 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 161.2k 146.4k 0.0k 1.6M 1.4M 0.0k nvme10n4 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 125.2k 137.6k 0.0k 1.2M 1.3M 0.0k nvme10n5 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 160.4k 163.6k 0.0k 1.6M 1.6M 0.0k nvme10n6 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 189.6k 135.2k 0.0k 1.9M 1.3M 0.0k nvme10n7 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 153.2k 113.2k 0.0k 1.5M 1.1M 0.0k nvme10n8 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 163.2k 157.6k 0.0k 1.6M 1.5M 0.0k nvme10n9 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 115.6k 161.6k 0.0k 1.1M 1.6M 0.0k nvme2n1 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 134.4k 174.4k 0.0k 1.3M 1.7M 0.0k nvme2n10 2024-09-05T11:17:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 169.6k 167.6k 0.0k 1.7M 1.6M 0.0k nvme2n11 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 141.6k 160.4k 0.0k 1.4M 1.6M 0.0k nvme2n12 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 158.0k 111.6k 0.0k 1.5M 1.1M 0.0k nvme2n13 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 214.4k 121.6k 0.0k 2.1M 1.2M 0.0k nvme2n14 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 154.8k 196.8k 0.0k 1.5M 1.9M 0.0k nvme2n15 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 157.2k 146.8k 0.0k 1.5M 1.4M 0.0k nvme2n16 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 180.8k 152.0k 0.0k 1.8M 1.5M 0.0k nvme2n17 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 146.0k 158.8k 0.0k 1.4M 1.6M 0.0k nvme2n18 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 190.0k 141.2k 0.0k 1.9M 1.4M 0.0k nvme2n19 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 152.8k 150.4k 0.0k 1.5M 1.5M 0.0k nvme2n2 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 147.6k 170.0k 0.0k 1.4M 1.7M 0.0k nvme2n20 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 206.4k 112.0k 0.0k 2.0M 1.1M 0.0k nvme2n3 2024-09-05T11:17:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 159.2k 159.6k 0.0k 1.6M 1.6M 0.0k nvme2n4 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 119.2k 160.8k 0.0k 1.2M 1.6M 0.0k nvme2n5 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 167.2k 138.0k 0.0k 1.6M 1.3M 0.0k nvme2n6 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 157.2k 114.0k 0.0k 1.5M 1.1M 0.0k nvme2n7 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 144.0k 147.6k 0.0k 1.4M 1.4M 0.0k nvme2n8 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 122.8k 176.4k 0.0k 1.2M 1.7M 0.0k nvme2n9 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 134.0k 159.2k 0.0k 1.3M 1.6M 0.0k nvme6n1 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 180.4k 132.4k 0.0k 1.8M 1.3M 0.0k nvme6n10 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 162.8k 126.8k 0.0k 1.6M 1.2M 0.0k nvme6n11 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 193.6k 116.4k 0.0k 1.9M 1.1M 0.0k nvme6n12 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 114.8k 133.2k 0.0k 1.1M 1.3M 0.0k nvme6n13 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 167.6k 148.8k 0.0k 1.6M 1.5M 0.0k nvme6n14 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 182.8k 137.2k 0.0k 1.8M 1.3M 0.0k nvme6n15 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 184.8k 143.2k 0.0k 1.8M 1.4M 0.0k nvme6n16 2024-09-05T11:17:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.20 151.6k 140.0k 0.0k 1.5M 1.4M 0.0k nvme6n17 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 160.0k 146.4k 0.0k 1.6M 1.4M 0.0k nvme6n18 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 158.4k 167.6k 0.0k 1.5M 1.6M 0.0k nvme6n19 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 173.2k 155.2k 0.0k 1.7M 1.5M 0.0k nvme6n2 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 132.4k 187.6k 0.0k 1.3M 1.8M 0.0k nvme6n20 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 167.2k 152.4k 0.0k 1.6M 1.5M 0.0k nvme6n3 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 135.6k 187.6k 0.0k 1.3M 1.8M 0.0k nvme6n4 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 162.4k 161.2k 0.0k 1.6M 1.6M 0.0k nvme6n5 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 134.0k 201.2k 0.0k 1.3M 2.0M 0.0k nvme6n6 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 160.0k 157.2k 0.0k 1.6M 1.5M 0.0k nvme6n7 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 185.6k 150.0k 0.0k 1.8M 1.5M 0.0k nvme6n8 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 159.6k 150.8k 0.0k 1.6M 1.5M 0.0k nvme6n9 2024-09-05T11:17:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:46.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:46 smithi050 ceph-mon[81192]: pgmap v488: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.5 MiB/s wr, 513 op/s 2024-09-05T11:17:46.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:46 smithi154 ceph-mon[59043]: pgmap v488: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.5 MiB/s wr, 513 op/s 2024-09-05T11:17:46.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:46 smithi119 ceph-mon[72222]: pgmap v488: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.5 MiB/s wr, 513 op/s 2024-09-05T11:17:48.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:48 smithi050 ceph-mon[81192]: pgmap v489: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 767 op/s 2024-09-05T11:17:48.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:48 smithi154 ceph-mon[59043]: pgmap v489: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 767 op/s 2024-09-05T11:17:48.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:48 smithi119 ceph-mon[72222]: pgmap v489: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 767 op/s 2024-09-05T11:17:50.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:50 smithi050 ceph-mon[81192]: pgmap v490: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.3 MiB/s wr, 512 op/s 2024-09-05T11:17:50.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:50 smithi154 ceph-mon[59043]: pgmap v490: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.3 MiB/s wr, 512 op/s 2024-09-05T11:17:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:50 smithi119 ceph-mon[72222]: pgmap v490: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.3 MiB/s wr, 512 op/s 2024-09-05T11:17:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:52 smithi050 ceph-mon[81192]: pgmap v491: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.5 MiB/s wr, 528 op/s 2024-09-05T11:17:52.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:52 smithi154 ceph-mon[59043]: pgmap v491: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.5 MiB/s wr, 528 op/s 2024-09-05T11:17:52.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:52 smithi119 ceph-mon[72222]: pgmap v491: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.5 MiB/s wr, 528 op/s 2024-09-05T11:17:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:54 smithi050 ceph-mon[81192]: pgmap v492: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 748 op/s 2024-09-05T11:17:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:54 smithi154 ceph-mon[59043]: pgmap v492: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 748 op/s 2024-09-05T11:17:54.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:54 smithi119 ceph-mon[72222]: pgmap v492: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 748 op/s 2024-09-05T11:17:55.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 196.0k 76.0k 0.0k 1.9M 760.0k 0.0k nvme10n1 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 125.2k 108.0k 0.0k 1.2M 1.1M 0.0k nvme10n10 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 156.0k 143.2k 0.0k 1.5M 1.4M 0.0k nvme10n11 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 136.0k 170.0k 0.0k 1.3M 1.7M 0.0k nvme10n12 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 120.0k 177.2k 0.0k 1.2M 1.7M 0.0k nvme10n13 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 120.8k 134.4k 0.0k 1.2M 1.3M 0.0k nvme10n14 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 142.8k 118.0k 0.0k 1.4M 1.2M 0.0k nvme10n15 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 132.0k 96.0k 0.0k 1.3M 960.0k 0.0k nvme10n16 2024-09-05T11:17:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 114.0k 161.6k 0.0k 1.1M 1.6M 0.0k nvme10n17 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 147.6k 129.2k 0.0k 1.4M 1.3M 0.0k nvme10n18 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 148.8k 105.2k 0.0k 1.5M 1.0M 0.0k nvme10n19 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 99.2k 152.4k 0.0k 992.0k 1.5M 0.0k nvme10n2 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 149.2k 150.0k 0.0k 1.5M 1.5M 0.0k nvme10n20 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 153.6k 128.8k 0.0k 1.5M 1.3M 0.0k nvme10n3 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 180.0k 83.6k 0.0k 1.8M 836.0k 0.0k nvme10n4 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 98.0k 159.2k 0.0k 980.0k 1.6M 0.0k nvme10n5 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 146.8k 128.4k 0.0k 1.4M 1.3M 0.0k nvme10n6 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 158.8k 142.0k 0.0k 1.6M 1.4M 0.0k nvme10n7 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 178.0k 118.8k 0.0k 1.7M 1.2M 0.0k nvme10n8 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 147.6k 165.6k 0.0k 1.4M 1.6M 0.0k nvme10n9 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 138.0k 133.6k 0.0k 1.3M 1.3M 0.0k nvme2n1 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 114.8k 113.2k 0.0k 1.1M 1.1M 0.0k nvme2n10 2024-09-05T11:17:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 124.8k 150.8k 0.0k 1.2M 1.5M 0.0k nvme2n11 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 127.2k 161.2k 0.0k 1.2M 1.6M 0.0k nvme2n12 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 152.8k 114.0k 0.0k 1.5M 1.1M 0.0k nvme2n13 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 152.0k 124.4k 0.0k 1.5M 1.2M 0.0k nvme2n14 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 142.4k 131.6k 0.0k 1.4M 1.3M 0.0k nvme2n15 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 146.8k 137.2k 0.0k 1.4M 1.3M 0.0k nvme2n16 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 136.4k 152.0k 0.0k 1.3M 1.5M 0.0k nvme2n17 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 143.2k 119.2k 0.0k 1.4M 1.2M 0.0k nvme2n18 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 176.0k 120.0k 0.0k 1.7M 1.2M 0.0k nvme2n19 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 119.6k 132.0k 0.0k 1.2M 1.3M 0.0k nvme2n2 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 134.0k 121.2k 0.0k 1.3M 1.2M 0.0k nvme2n20 2024-09-05T11:17:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 107.2k 159.6k 0.0k 1.0M 1.6M 0.0k nvme2n3 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 155.2k 110.4k 0.0k 1.5M 1.1M 0.0k nvme2n4 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 119.6k 120.0k 0.0k 1.2M 1.2M 0.0k nvme2n5 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 116.8k 133.6k 0.0k 1.1M 1.3M 0.0k nvme2n6 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 130.8k 116.4k 0.0k 1.3M 1.1M 0.0k nvme2n7 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 102.0k 155.2k 0.0k 1020.0k 1.5M 0.0k nvme2n8 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 136.4k 134.8k 0.0k 1.3M 1.3M 0.0k nvme2n9 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 157.2k 121.6k 0.0k 1.5M 1.2M 0.0k nvme6n1 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 145.2k 138.0k 0.0k 1.4M 1.3M 0.0k nvme6n10 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 125.2k 137.6k 0.0k 1.2M 1.3M 0.0k nvme6n11 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 142.8k 143.6k 0.0k 1.4M 1.4M 0.0k nvme6n12 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 137.2k 156.0k 0.0k 1.3M 1.5M 0.0k nvme6n13 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 149.2k 151.6k 0.0k 1.5M 1.5M 0.0k nvme6n14 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 166.8k 128.8k 0.0k 1.6M 1.3M 0.0k nvme6n15 2024-09-05T11:17:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 138.4k 143.6k 0.0k 1.4M 1.4M 0.0k nvme6n16 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 116.8k 118.8k 0.0k 1.1M 1.2M 0.0k nvme6n17 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 115.6k 155.6k 0.0k 1.1M 1.5M 0.0k nvme6n18 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 122.0k 160.0k 0.0k 1.2M 1.6M 0.0k nvme6n19 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 157.2k 107.2k 0.0k 1.5M 1.0M 0.0k nvme6n2 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.10 138.4k 148.4k 0.0k 1.4M 1.4M 0.0k nvme6n20 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 158.4k 115.2k 0.0k 1.5M 1.1M 0.0k nvme6n3 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 138.4k 145.2k 0.0k 1.4M 1.4M 0.0k nvme6n4 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 153.2k 126.8k 0.0k 1.5M 1.2M 0.0k nvme6n5 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 177.2k 130.4k 0.0k 1.7M 1.3M 0.0k nvme6n6 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 122.8k 144.0k 0.0k 1.2M 1.4M 0.0k nvme6n7 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 154.8k 117.6k 0.0k 1.5M 1.1M 0.0k nvme6n8 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 105.6k 140.8k 0.0k 1.0M 1.4M 0.0k nvme6n9 2024-09-05T11:17:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:17:56.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:56 smithi050 ceph-mon[81192]: pgmap v493: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.8 MiB/s wr, 509 op/s 2024-09-05T11:17:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:56 smithi154 ceph-mon[59043]: pgmap v493: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.8 MiB/s wr, 509 op/s 2024-09-05T11:17:56.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:56 smithi119 ceph-mon[72222]: pgmap v493: 33 pgs: 33 active+clean; 1.0 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.8 MiB/s wr, 509 op/s 2024-09-05T11:17:58.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:17:58 smithi050 ceph-mon[81192]: pgmap v494: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 765 op/s 2024-09-05T11:17:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:17:58 smithi154 ceph-mon[59043]: pgmap v494: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 765 op/s 2024-09-05T11:17:58.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:17:58 smithi119 ceph-mon[72222]: pgmap v494: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 765 op/s 2024-09-05T11:18:00.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:00 smithi050 ceph-mon[81192]: pgmap v495: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 512 op/s 2024-09-05T11:18:00.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:00 smithi154 ceph-mon[59043]: pgmap v495: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 512 op/s 2024-09-05T11:18:00.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:00 smithi119 ceph-mon[72222]: pgmap v495: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 512 op/s 2024-09-05T11:18:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:02 smithi050 ceph-mon[81192]: pgmap v496: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 532 op/s 2024-09-05T11:18:02.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:02 smithi154 ceph-mon[59043]: pgmap v496: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 532 op/s 2024-09-05T11:18:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:02 smithi119 ceph-mon[72222]: pgmap v496: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 532 op/s 2024-09-05T11:18:04.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:04 smithi050 ceph-mon[81192]: pgmap v497: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 758 op/s 2024-09-05T11:18:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:04 smithi154 ceph-mon[59043]: pgmap v497: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 758 op/s 2024-09-05T11:18:04.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:04 smithi119 ceph-mon[72222]: pgmap v497: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 758 op/s 2024-09-05T11:18:05.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:18:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 123.6k 121.6k 0.0k 1.2M 1.2M 0.0k nvme10n1 2024-09-05T11:18:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 136.0k 115.6k 0.0k 1.3M 1.1M 0.0k nvme10n10 2024-09-05T11:18:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 102.4k 116.8k 0.0k 1.0M 1.1M 0.0k nvme10n11 2024-09-05T11:18:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 117.2k 166.0k 0.0k 1.1M 1.6M 0.0k nvme10n12 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 146.8k 106.8k 0.0k 1.4M 1.0M 0.0k nvme10n13 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 116.4k 119.6k 0.0k 1.1M 1.2M 0.0k nvme10n14 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 120.0k 140.0k 0.0k 1.2M 1.4M 0.0k nvme10n15 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 128.8k 103.6k 0.0k 1.3M 1.0M 0.0k nvme10n16 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 122.0k 124.4k 0.0k 1.2M 1.2M 0.0k nvme10n17 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 126.4k 122.4k 0.0k 1.2M 1.2M 0.0k nvme10n18 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 117.2k 120.4k 0.0k 1.1M 1.2M 0.0k nvme10n19 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 115.2k 134.0k 0.0k 1.1M 1.3M 0.0k nvme10n2 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 110.0k 118.0k 0.0k 1.1M 1.2M 0.0k nvme10n20 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 114.8k 114.4k 0.0k 1.1M 1.1M 0.0k nvme10n3 2024-09-05T11:18:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 108.8k 145.2k 0.0k 1.1M 1.4M 0.0k nvme10n4 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 109.2k 156.8k 0.0k 1.1M 1.5M 0.0k nvme10n5 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 154.0k 100.8k 0.0k 1.5M 1008.0k 0.0k nvme10n6 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 134.4k 136.8k 0.0k 1.3M 1.3M 0.0k nvme10n7 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 108.4k 132.4k 0.0k 1.1M 1.3M 0.0k nvme10n8 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 128.4k 127.2k 0.0k 1.3M 1.2M 0.0k nvme10n9 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 125.6k 102.4k 0.0k 1.2M 1.0M 0.0k nvme2n1 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 66.0k 164.0k 0.0k 660.0k 1.6M 0.0k nvme2n10 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 105.2k 141.6k 0.0k 1.0M 1.4M 0.0k nvme2n11 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 134.4k 107.6k 0.0k 1.3M 1.1M 0.0k nvme2n12 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 134.0k 109.6k 0.0k 1.3M 1.1M 0.0k nvme2n13 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 127.2k 143.2k 0.0k 1.2M 1.4M 0.0k nvme2n14 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 143.6k 100.8k 0.0k 1.4M 1008.0k 0.0k nvme2n15 2024-09-05T11:18:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 119.6k 136.0k 0.0k 1.2M 1.3M 0.0k nvme2n16 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 113.2k 152.4k 0.0k 1.1M 1.5M 0.0k nvme2n17 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 128.8k 126.8k 0.0k 1.3M 1.2M 0.0k nvme2n18 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 163.6k 124.8k 0.0k 1.6M 1.2M 0.0k nvme2n19 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 122.4k 142.4k 0.0k 1.2M 1.4M 0.0k nvme2n2 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 124.4k 104.4k 0.0k 1.2M 1.0M 0.0k nvme2n20 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 121.2k 126.4k 0.0k 1.2M 1.2M 0.0k nvme2n3 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 127.6k 133.6k 0.0k 1.2M 1.3M 0.0k nvme2n4 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 134.4k 132.8k 0.0k 1.3M 1.3M 0.0k nvme2n5 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 122.8k 82.8k 0.0k 1.2M 828.0k 0.0k nvme2n6 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 124.4k 128.8k 0.0k 1.2M 1.3M 0.0k nvme2n7 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 132.8k 110.8k 0.0k 1.3M 1.1M 0.0k nvme2n8 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 122.4k 129.2k 0.0k 1.2M 1.3M 0.0k nvme2n9 2024-09-05T11:18:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 112.4k 124.4k 0.0k 1.1M 1.2M 0.0k nvme6n1 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 139.6k 134.4k 0.0k 1.4M 1.3M 0.0k nvme6n10 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 133.2k 122.4k 0.0k 1.3M 1.2M 0.0k nvme6n11 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 119.6k 138.0k 0.0k 1.2M 1.3M 0.0k nvme6n12 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 102.8k 131.2k 0.0k 1.0M 1.3M 0.0k nvme6n13 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 138.8k 122.8k 0.0k 1.4M 1.2M 0.0k nvme6n14 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 99.6k 151.2k 0.0k 996.0k 1.5M 0.0k nvme6n15 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 97.6k 126.0k 0.0k 976.0k 1.2M 0.0k nvme6n16 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 100.0k 118.4k 0.0k 1000.0k 1.2M 0.0k nvme6n17 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 82.4k 134.0k 0.0k 824.0k 1.3M 0.0k nvme6n18 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 146.4k 124.4k 0.0k 1.4M 1.2M 0.0k nvme6n19 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 118.4k 118.0k 0.0k 1.2M 1.2M 0.0k nvme6n2 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 114.4k 150.4k 0.0k 1.1M 1.5M 0.0k nvme6n20 2024-09-05T11:18:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 132.4k 137.6k 0.0k 1.3M 1.3M 0.0k nvme6n3 2024-09-05T11:18:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 116.4k 148.4k 0.0k 1.1M 1.4M 0.0k nvme6n4 2024-09-05T11:18:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 116.8k 140.8k 0.0k 1.1M 1.4M 0.0k nvme6n5 2024-09-05T11:18:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 135.2k 114.8k 0.0k 1.3M 1.1M 0.0k nvme6n6 2024-09-05T11:18:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 132.8k 107.2k 0.0k 1.3M 1.0M 0.0k nvme6n7 2024-09-05T11:18:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 125.6k 127.6k 0.0k 1.2M 1.2M 0.0k nvme6n8 2024-09-05T11:18:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 135.2k 116.0k 0.0k 1.3M 1.1M 0.0k nvme6n9 2024-09-05T11:18:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:06.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:06 smithi050 ceph-mon[81192]: pgmap v498: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 518 op/s 2024-09-05T11:18:06.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:06 smithi154 ceph-mon[59043]: pgmap v498: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 518 op/s 2024-09-05T11:18:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:06 smithi119 ceph-mon[72222]: pgmap v498: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 518 op/s 2024-09-05T11:18:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:08 smithi050 ceph-mon[81192]: pgmap v499: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 9.3 MiB/s wr, 771 op/s 2024-09-05T11:18:08.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:08 smithi154 ceph-mon[59043]: pgmap v499: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 9.3 MiB/s wr, 771 op/s 2024-09-05T11:18:08.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:08 smithi119 ceph-mon[72222]: pgmap v499: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 9.3 MiB/s wr, 771 op/s 2024-09-05T11:18:10.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:10 smithi050 ceph-mon[81192]: pgmap v500: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.1 MiB/s wr, 515 op/s 2024-09-05T11:18:10.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:10 smithi154 ceph-mon[59043]: pgmap v500: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.1 MiB/s wr, 515 op/s 2024-09-05T11:18:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:10 smithi119 ceph-mon[72222]: pgmap v500: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.1 MiB/s wr, 515 op/s 2024-09-05T11:18:12.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:12 smithi050 ceph-mon[81192]: pgmap v501: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 532 op/s 2024-09-05T11:18:12.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:12 smithi154 ceph-mon[59043]: pgmap v501: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 532 op/s 2024-09-05T11:18:12.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:12 smithi119 ceph-mon[72222]: pgmap v501: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 532 op/s 2024-09-05T11:18:12.909 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-09-05T11:18:12.909 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:18:12.909 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:18:12.945 INFO:teuthology.orchestra.run.smithi050.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:18:12.945 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:18:12.945 INFO:teuthology.orchestra.run.smithi050.stdout: Active: active (running) since Thu 2024-09-05 11:16:23 UTC; 1min 49s ago 2024-09-05T11:18:12.945 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 103510 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:18:12.945 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 103511 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 103573 (conmon) 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: Tasks: 130 (limit: 202828) 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: Memory: 147.1M 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 1min 50.870s 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: ├─libpod-payload-b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103575 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103577 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103640 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103704 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: │ └─104659 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:12.946 INFO:teuthology.orchestra.run.smithi050.stdout: └─runtime 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout: └─103573 /usr/bin/conmon --api-version 1 -c b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 -u b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06/userdata -p /run/containers/storage/overlay-containers/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:18:12.947 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:18:12.948 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 8min ago 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 167.7M 2024-09-05T11:18:12.979 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 8min 31.102s 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:18:12.980 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:18:12.981 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:38116 2024-09-05T11:18:12.982 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:18:13.013 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 8min ago 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 166.9M 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 8min 25.727s 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:18:13.014 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:18:13.015 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:18:13.016 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:18:13.016 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:18:13.016 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:18:13.016 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:18:13.016 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:18:13.017 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:18:13.017 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:18:13.017 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:18:13.017 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:18:13.017 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:18:13.047 INFO:teuthology.orchestra.run.smithi173.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:18:13.047 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: Active: active (running) since Thu 2024-09-05 11:09:58 UTC; 8min ago 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42202 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42203 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 42265 (conmon) 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: Memory: 160.9M 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 8min 20.462s 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: ├─libpod-payload-dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42267 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42269 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42356 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:18:13.048 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42407 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout: │ └─43357 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout: └─runtime 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout: └─42265 /usr/bin/conmon --api-version 1 -c dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -u dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata -p /run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:18:13.049 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:18:13.050 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:18:13.051 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:18:13.354 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:18:13.354 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 8m ago 28m smithi050=x;smithi119=y;count:2 2024-09-05T11:18:13.354 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 8m ago 28m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:18:13.354 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 4/4 8m ago 23m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:18:13.354 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 8m ago - 2024-09-05T11:18:13.642 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:18:13.642 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (110s) 108s ago 109s 51.8M - 1.2.17 32a3d75b7c14 b2b5394dd57a 2024-09-05T11:18:13.642 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (8m) 8m ago 23m 137M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:18:13.642 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (8m) 8m ago 23m 132M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:18:13.642 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (8m) 8m ago 23m 125M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:18:13.984 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:18:14.321 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:18:14.321 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:18:14.321 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:18:14.322 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:18:14.322 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:18:14.322 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 13m) 2024-09-05T11:18:14.322 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 14m), standbys: y 2024-09-05T11:18:14.322 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 9m), 8 in (since 25m) 2024-09-05T11:18:14.323 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:18:14.323 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:18:14.323 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:18:14.323 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1.0 GiB 2024-09-05T11:18:14.323 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-05T11:18:14.324 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:18:14.324 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:18:14.324 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:18:14.324 INFO:teuthology.orchestra.run.smithi033.stdout: client: 8.2 MiB/s rd, 8.8 MiB/s wr, 364 op/s rd, 373 op/s wr 2024-09-05T11:18:14.324 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:18:14.354 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.374 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.395 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.414 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.433 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.451 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.471 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.490 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.508 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.528 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.546 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.565 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.584 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.603 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.622 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.641 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.660 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:14 smithi050 ceph-mon[81192]: pgmap v502: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.8 MiB/s wr, 738 op/s 2024-09-05T11:18:14.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:14 smithi050 ceph-mon[81192]: from='client.45161 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:18:14.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:14 smithi050 ceph-mon[81192]: from='client.45167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:18:14.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:14 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/4144796662' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:18:14.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:14 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/913863012' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:18:14.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:14 smithi154 ceph-mon[59043]: pgmap v502: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.8 MiB/s wr, 738 op/s 2024-09-05T11:18:14.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:14 smithi154 ceph-mon[59043]: from='client.45161 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:18:14.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:14 smithi154 ceph-mon[59043]: from='client.45167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:18:14.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:14 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/4144796662' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:18:14.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:14 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/913863012' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:18:14.679 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.698 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.717 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.735 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:14 smithi119 ceph-mon[72222]: pgmap v502: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.8 MiB/s wr, 738 op/s 2024-09-05T11:18:14.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:14 smithi119 ceph-mon[72222]: from='client.45161 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:18:14.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:14 smithi119 ceph-mon[72222]: from='client.45167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:18:14.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:14 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/4144796662' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:18:14.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:14 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/913863012' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:18:14.754 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.773 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.792 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.811 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.830 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.849 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.868 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.887 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.906 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.925 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.943 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.962 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.981 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:14.999 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.018 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.037 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.056 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.075 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.094 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.113 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.132 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.150 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.169 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.188 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.207 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.225 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.244 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.263 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.282 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:18:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 97.2k 132.8k 0.0k 972.0k 1.3M 0.0k nvme10n1 2024-09-05T11:18:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 147.6k 85.2k 0.0k 1.4M 852.0k 0.0k nvme10n10 2024-09-05T11:18:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 119.2k 108.4k 0.0k 1.2M 1.1M 0.0k nvme10n11 2024-09-05T11:18:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 90.0k 123.6k 0.0k 900.0k 1.2M 0.0k nvme10n12 2024-09-05T11:18:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 99.6k 104.8k 0.0k 996.0k 1.0M 0.0k nvme10n13 2024-09-05T11:18:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 95.2k 117.6k 0.0k 952.0k 1.1M 0.0k nvme10n14 2024-09-05T11:18:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 109.6k 131.6k 0.0k 1.1M 1.3M 0.0k nvme10n15 2024-09-05T11:18:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 111.2k 119.6k 0.0k 1.1M 1.2M 0.0k nvme10n16 2024-09-05T11:18:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 108.4k 130.0k 0.0k 1.1M 1.3M 0.0k nvme10n17 2024-09-05T11:18:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 93.6k 128.0k 0.0k 936.0k 1.2M 0.0k nvme10n18 2024-09-05T11:18:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 113.2k 106.4k 0.0k 1.1M 1.0M 0.0k nvme10n19 2024-09-05T11:18:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 130.8k 118.8k 0.0k 1.3M 1.2M 0.0k nvme10n2 2024-09-05T11:18:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 116.8k 99.2k 0.0k 1.1M 992.0k 0.0k nvme10n20 2024-09-05T11:18:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 119.2k 110.8k 0.0k 1.2M 1.1M 0.0k nvme10n3 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 122.8k 133.6k 0.0k 1.2M 1.3M 0.0k nvme10n4 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 89.6k 124.4k 0.0k 896.0k 1.2M 0.0k nvme10n5 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 100.4k 113.6k 0.0k 1004.0k 1.1M 0.0k nvme10n6 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 136.8k 105.2k 0.0k 1.3M 1.0M 0.0k nvme10n7 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 92.4k 108.0k 0.0k 924.0k 1.1M 0.0k nvme10n8 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 127.6k 129.6k 0.0k 1.2M 1.3M 0.0k nvme10n9 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 113.6k 96.8k 0.0k 1.1M 968.0k 0.0k nvme2n1 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 105.2k 128.4k 0.0k 1.0M 1.3M 0.0k nvme2n10 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 116.8k 98.4k 0.0k 1.1M 984.0k 0.0k nvme2n11 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 114.8k 116.4k 0.0k 1.1M 1.1M 0.0k nvme2n12 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 116.0k 126.4k 0.0k 1.1M 1.2M 0.0k nvme2n13 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 131.6k 111.2k 0.0k 1.3M 1.1M 0.0k nvme2n14 2024-09-05T11:18:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 100.4k 117.2k 0.0k 1004.0k 1.1M 0.0k nvme2n15 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 124.0k 131.2k 0.0k 1.2M 1.3M 0.0k nvme2n16 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 128.0k 107.2k 0.0k 1.2M 1.0M 0.0k nvme2n17 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 142.8k 110.4k 0.0k 1.4M 1.1M 0.0k nvme2n18 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 94.0k 116.4k 0.0k 940.0k 1.1M 0.0k nvme2n19 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 97.6k 116.8k 0.0k 976.0k 1.1M 0.0k nvme2n2 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 129.6k 109.6k 0.0k 1.3M 1.1M 0.0k nvme2n20 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 118.8k 139.6k 0.0k 1.2M 1.4M 0.0k nvme2n3 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 107.2k 92.8k 0.0k 1.0M 928.0k 0.0k nvme2n4 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 104.4k 135.6k 0.0k 1.0M 1.3M 0.0k nvme2n5 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 107.2k 110.0k 0.0k 1.0M 1.1M 0.0k nvme2n6 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 97.2k 135.2k 0.0k 972.0k 1.3M 0.0k nvme2n7 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 101.2k 107.2k 0.0k 1012.0k 1.0M 0.0k nvme2n8 2024-09-05T11:18:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 112.4k 90.8k 0.0k 1.1M 908.0k 0.0k nvme2n9 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 109.6k 106.8k 0.0k 1.1M 1.0M 0.0k nvme6n1 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 108.8k 154.0k 0.0k 1.1M 1.5M 0.0k nvme6n10 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 90.0k 131.2k 0.0k 900.0k 1.3M 0.0k nvme6n11 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 127.2k 90.4k 0.0k 1.2M 904.0k 0.0k nvme6n12 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 126.0k 106.4k 0.0k 1.2M 1.0M 0.0k nvme6n13 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 99.6k 132.8k 0.0k 996.0k 1.3M 0.0k nvme6n14 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 123.2k 136.4k 0.0k 1.2M 1.3M 0.0k nvme6n15 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 119.2k 88.8k 0.0k 1.2M 888.0k 0.0k nvme6n16 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 100.4k 126.4k 0.0k 1004.0k 1.2M 0.0k nvme6n17 2024-09-05T11:18:15.308 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 105.6k 117.6k 0.0k 1.0M 1.1M 0.0k nvme6n18 2024-09-05T11:18:15.309 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 134.0k 108.4k 0.0k 1.3M 1.1M 0.0k nvme6n19 2024-09-05T11:18:15.309 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 105.6k 109.6k 0.0k 1.0M 1.1M 0.0k nvme6n2 2024-09-05T11:18:15.309 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 123.6k 103.6k 0.0k 1.2M 1.0M 0.0k nvme6n20 2024-09-05T11:18:15.309 INFO:tasks.workunit.client.0.smithi033.stdout: 10.00 111.2k 124.4k 0.0k 1.1M 1.2M 0.0k nvme6n3 2024-09-05T11:18:15.309 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 72.8k 136.0k 0.0k 728.0k 1.3M 0.0k nvme6n4 2024-09-05T11:18:15.309 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 88.4k 109.2k 0.0k 884.0k 1.1M 0.0k nvme6n5 2024-09-05T11:18:15.310 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 83.6k 118.0k 0.0k 836.0k 1.2M 0.0k nvme6n6 2024-09-05T11:18:15.310 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 92.0k 101.6k 0.0k 920.0k 1016.0k 0.0k nvme6n7 2024-09-05T11:18:15.310 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 121.6k 94.0k 0.0k 1.2M 940.0k 0.0k nvme6n8 2024-09-05T11:18:15.310 INFO:tasks.workunit.client.0.smithi033.stdout: 9.90 116.0k 105.2k 0.0k 1.1M 1.0M 0.0k nvme6n9 2024-09-05T11:18:15.310 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:15.310 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.320 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.339 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.358 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.376 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.396 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.415 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.434 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.453 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.472 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:18:15.473 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-09-05T11:18:15.473 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 84 secs before thrashing 2024-09-05T11:18:16.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:16 smithi050 ceph-mon[81192]: pgmap v503: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.8 MiB/s wr, 496 op/s 2024-09-05T11:18:16.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:16 smithi154 ceph-mon[59043]: pgmap v503: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.8 MiB/s wr, 496 op/s 2024-09-05T11:18:16.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:16 smithi119 ceph-mon[72222]: pgmap v503: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.8 MiB/s wr, 496 op/s 2024-09-05T11:18:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:18 smithi050 ceph-mon[81192]: pgmap v504: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.5 MiB/s wr, 757 op/s 2024-09-05T11:18:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:18 smithi154 ceph-mon[59043]: pgmap v504: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.5 MiB/s wr, 757 op/s 2024-09-05T11:18:18.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:18 smithi119 ceph-mon[72222]: pgmap v504: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.5 MiB/s wr, 757 op/s 2024-09-05T11:18:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:20 smithi050 ceph-mon[81192]: pgmap v505: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.6 MiB/s wr, 504 op/s 2024-09-05T11:18:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:20 smithi154 ceph-mon[59043]: pgmap v505: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.6 MiB/s wr, 504 op/s 2024-09-05T11:18:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:20 smithi119 ceph-mon[72222]: pgmap v505: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.6 MiB/s wr, 504 op/s 2024-09-05T11:18:22.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:22 smithi050 ceph-mon[81192]: pgmap v506: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.7 MiB/s wr, 520 op/s 2024-09-05T11:18:22.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:22 smithi154 ceph-mon[59043]: pgmap v506: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.7 MiB/s wr, 520 op/s 2024-09-05T11:18:22.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:22 smithi119 ceph-mon[72222]: pgmap v506: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.7 MiB/s wr, 520 op/s 2024-09-05T11:18:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:24 smithi050 ceph-mon[81192]: pgmap v507: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.9 MiB/s wr, 730 op/s 2024-09-05T11:18:24.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:24 smithi154 ceph-mon[59043]: pgmap v507: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.9 MiB/s wr, 730 op/s 2024-09-05T11:18:24.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:24 smithi119 ceph-mon[72222]: pgmap v507: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.9 MiB/s wr, 730 op/s 2024-09-05T11:18:25.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:18:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 80.4k 121.2k 0.0k 804.0k 1.2M 0.0k nvme10n1 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 97.6k 99.2k 0.0k 976.0k 992.0k 0.0k nvme10n10 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 105.2k 96.0k 0.0k 1.0M 960.0k 0.0k nvme10n11 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 103.6k 125.2k 0.0k 1.0M 1.2M 0.0k nvme10n12 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 88.0k 98.8k 0.0k 880.0k 988.0k 0.0k nvme10n13 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 96.8k 110.0k 0.0k 968.0k 1.1M 0.0k nvme10n14 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 89.2k 115.2k 0.0k 892.0k 1.1M 0.0k nvme10n15 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 79.2k 119.2k 0.0k 792.0k 1.2M 0.0k nvme10n16 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 111.2k 120.4k 0.0k 1.1M 1.2M 0.0k nvme10n17 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 92.4k 119.6k 0.0k 924.0k 1.2M 0.0k nvme10n18 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 87.6k 109.6k 0.0k 876.0k 1.1M 0.0k nvme10n19 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 93.2k 120.4k 0.0k 932.0k 1.2M 0.0k nvme10n2 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 77.6k 105.2k 0.0k 776.0k 1.0M 0.0k nvme10n20 2024-09-05T11:18:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 89.2k 117.6k 0.0k 892.0k 1.1M 0.0k nvme10n3 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 90.4k 93.6k 0.0k 904.0k 936.0k 0.0k nvme10n4 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 124.8k 86.4k 0.0k 1.2M 864.0k 0.0k nvme10n5 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 128.8k 89.6k 0.0k 1.3M 896.0k 0.0k nvme10n6 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 117.6k 94.4k 0.0k 1.1M 944.0k 0.0k nvme10n7 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 68.8k 102.0k 0.0k 688.0k 1020.0k 0.0k nvme10n8 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 92.4k 105.2k 0.0k 924.0k 1.0M 0.0k nvme10n9 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 105.2k 81.2k 0.0k 1.0M 812.0k 0.0k nvme2n1 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 100.0k 104.4k 0.0k 1000.0k 1.0M 0.0k nvme2n10 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 82.8k 130.8k 0.0k 828.0k 1.3M 0.0k nvme2n11 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 109.2k 92.4k 0.0k 1.1M 924.0k 0.0k nvme2n12 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 100.4k 95.2k 0.0k 1004.0k 952.0k 0.0k nvme2n13 2024-09-05T11:18:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 127.6k 89.6k 0.0k 1.2M 896.0k 0.0k nvme2n14 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 107.2k 96.0k 0.0k 1.0M 960.0k 0.0k nvme2n15 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 103.6k 108.8k 0.0k 1.0M 1.1M 0.0k nvme2n16 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 139.2k 101.2k 0.0k 1.4M 1012.0k 0.0k nvme2n17 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 101.6k 100.8k 0.0k 1016.0k 1008.0k 0.0k nvme2n18 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 73.2k 104.8k 0.0k 732.0k 1.0M 0.0k nvme2n19 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 114.0k 113.6k 0.0k 1.1M 1.1M 0.0k nvme2n2 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 82.8k 100.4k 0.0k 828.0k 1004.0k 0.0k nvme2n20 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 97.6k 102.4k 0.0k 976.0k 1.0M 0.0k nvme2n3 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 122.0k 97.6k 0.0k 1.2M 976.0k 0.0k nvme2n4 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 108.8k 112.0k 0.0k 1.1M 1.1M 0.0k nvme2n5 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 116.0k 91.2k 0.0k 1.1M 912.0k 0.0k nvme2n6 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 111.6k 97.2k 0.0k 1.1M 972.0k 0.0k nvme2n7 2024-09-05T11:18:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 76.4k 105.6k 0.0k 764.0k 1.0M 0.0k nvme2n8 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 116.8k 98.0k 0.0k 1.1M 980.0k 0.0k nvme2n9 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 101.2k 106.8k 0.0k 1012.0k 1.0M 0.0k nvme6n1 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 100.0k 117.6k 0.0k 1000.0k 1.1M 0.0k nvme6n10 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 114.0k 84.0k 0.0k 1.1M 840.0k 0.0k nvme6n11 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 84.0k 96.8k 0.0k 840.0k 968.0k 0.0k nvme6n12 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 104.8k 88.8k 0.0k 1.0M 888.0k 0.0k nvme6n13 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 109.2k 90.4k 0.0k 1.1M 904.0k 0.0k nvme6n14 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 97.6k 140.8k 0.0k 976.0k 1.4M 0.0k nvme6n15 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 93.6k 103.6k 0.0k 936.0k 1.0M 0.0k nvme6n16 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 99.2k 75.2k 0.0k 992.0k 752.0k 0.0k nvme6n17 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 91.6k 102.4k 0.0k 916.0k 1.0M 0.0k nvme6n18 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 123.2k 108.8k 0.0k 1.2M 1.1M 0.0k nvme6n19 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 95.6k 88.4k 0.0k 956.0k 884.0k 0.0k nvme6n2 2024-09-05T11:18:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 121.2k 84.4k 0.0k 1.2M 844.0k 0.0k nvme6n20 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 106.0k 124.0k 0.0k 1.0M 1.2M 0.0k nvme6n3 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 92.4k 114.8k 0.0k 924.0k 1.1M 0.0k nvme6n4 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 95.6k 77.2k 0.0k 956.0k 772.0k 0.0k nvme6n5 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 115.6k 92.0k 0.0k 1.1M 920.0k 0.0k nvme6n6 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 86.0k 84.4k 0.0k 860.0k 844.0k 0.0k nvme6n7 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 95.2k 115.6k 0.0k 952.0k 1.1M 0.0k nvme6n8 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.80 86.8k 88.0k 0.0k 868.0k 880.0k 0.0k nvme6n9 2024-09-05T11:18:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:26 smithi050 ceph-mon[81192]: pgmap v508: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 504 op/s 2024-09-05T11:18:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:26 smithi154 ceph-mon[59043]: pgmap v508: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 504 op/s 2024-09-05T11:18:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:26 smithi119 ceph-mon[72222]: pgmap v508: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 504 op/s 2024-09-05T11:18:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:18:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:18:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:18:27.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:27 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:18:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:18:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:18:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:18:27.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:27 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:18:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:18:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:18:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:18:27.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:27 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:18:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:28 smithi050 ceph-mon[81192]: pgmap v509: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 747 op/s 2024-09-05T11:18:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:28 smithi154 ceph-mon[59043]: pgmap v509: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 747 op/s 2024-09-05T11:18:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:28 smithi119 ceph-mon[72222]: pgmap v509: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 747 op/s 2024-09-05T11:18:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:30 smithi050 ceph-mon[81192]: pgmap v510: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 486 op/s 2024-09-05T11:18:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:30 smithi154 ceph-mon[59043]: pgmap v510: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 486 op/s 2024-09-05T11:18:30.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:30 smithi119 ceph-mon[72222]: pgmap v510: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 486 op/s 2024-09-05T11:18:32.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:32 smithi050 ceph-mon[81192]: pgmap v511: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.2 MiB/s wr, 505 op/s 2024-09-05T11:18:32.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:32 smithi154 ceph-mon[59043]: pgmap v511: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.2 MiB/s wr, 505 op/s 2024-09-05T11:18:32.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:32 smithi119 ceph-mon[72222]: pgmap v511: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.2 MiB/s wr, 505 op/s 2024-09-05T11:18:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:34 smithi050 ceph-mon[81192]: pgmap v512: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 718 op/s 2024-09-05T11:18:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:34 smithi154 ceph-mon[59043]: pgmap v512: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 718 op/s 2024-09-05T11:18:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:34 smithi119 ceph-mon[72222]: pgmap v512: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 718 op/s 2024-09-05T11:18:35.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:18:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 108.4k 81.6k 0.0k 1.1M 816.0k 0.0k nvme10n1 2024-09-05T11:18:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 83.6k 116.8k 0.0k 836.0k 1.1M 0.0k nvme10n10 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 82.0k 91.6k 0.0k 820.0k 916.0k 0.0k nvme10n11 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 106.4k 86.8k 0.0k 1.0M 868.0k 0.0k nvme10n12 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 113.6k 82.4k 0.0k 1.1M 824.0k 0.0k nvme10n13 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 84.8k 92.0k 0.0k 848.0k 920.0k 0.0k nvme10n14 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 71.2k 115.2k 0.0k 712.0k 1.1M 0.0k nvme10n15 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 74.4k 106.8k 0.0k 744.0k 1.0M 0.0k nvme10n16 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 112.4k 101.2k 0.0k 1.1M 1012.0k 0.0k nvme10n17 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 111.2k 81.6k 0.0k 1.1M 816.0k 0.0k nvme10n18 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 108.8k 98.8k 0.0k 1.1M 988.0k 0.0k nvme10n19 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 89.6k 80.4k 0.0k 896.0k 804.0k 0.0k nvme10n2 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 85.6k 114.0k 0.0k 856.0k 1.1M 0.0k nvme10n20 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 73.2k 91.2k 0.0k 732.0k 912.0k 0.0k nvme10n3 2024-09-05T11:18:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 72.4k 104.8k 0.0k 724.0k 1.0M 0.0k nvme10n4 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 110.8k 78.0k 0.0k 1.1M 780.0k 0.0k nvme10n5 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 90.8k 82.8k 0.0k 908.0k 828.0k 0.0k nvme10n6 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 101.6k 102.8k 0.0k 1016.0k 1.0M 0.0k nvme10n7 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 102.4k 95.2k 0.0k 1.0M 952.0k 0.0k nvme10n8 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 96.8k 96.8k 0.0k 968.0k 968.0k 0.0k nvme10n9 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 94.8k 96.4k 0.0k 948.0k 964.0k 0.0k nvme2n1 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 85.6k 95.2k 0.0k 856.0k 952.0k 0.0k nvme2n10 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 96.4k 95.6k 0.0k 964.0k 956.0k 0.0k nvme2n11 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 67.6k 103.6k 0.0k 676.0k 1.0M 0.0k nvme2n12 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 102.0k 67.2k 0.0k 1020.0k 672.0k 0.0k nvme2n13 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 84.0k 75.6k 0.0k 840.0k 756.0k 0.0k nvme2n14 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 99.2k 108.4k 0.0k 992.0k 1.1M 0.0k nvme2n15 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 83.6k 111.2k 0.0k 836.0k 1.1M 0.0k nvme2n16 2024-09-05T11:18:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 111.2k 77.6k 0.0k 1.1M 776.0k 0.0k nvme2n17 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 98.4k 87.6k 0.0k 984.0k 876.0k 0.0k nvme2n18 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 93.6k 111.2k 0.0k 936.0k 1.1M 0.0k nvme2n19 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 83.6k 77.6k 0.0k 836.0k 776.0k 0.0k nvme2n2 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 92.8k 141.2k 0.0k 928.0k 1.4M 0.0k nvme2n20 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 94.8k 96.0k 0.0k 948.0k 960.0k 0.0k nvme2n3 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 77.6k 102.4k 0.0k 776.0k 1.0M 0.0k nvme2n4 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 97.2k 88.0k 0.0k 972.0k 880.0k 0.0k nvme2n5 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 89.6k 93.6k 0.0k 896.0k 936.0k 0.0k nvme2n6 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 102.0k 91.6k 0.0k 1020.0k 916.0k 0.0k nvme2n7 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 91.6k 105.6k 0.0k 916.0k 1.0M 0.0k nvme2n8 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 104.0k 64.0k 0.0k 1.0M 640.0k 0.0k nvme2n9 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 84.8k 94.8k 0.0k 848.0k 948.0k 0.0k nvme6n1 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 90.8k 88.8k 0.0k 908.0k 888.0k 0.0k nvme6n10 2024-09-05T11:18:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 99.6k 78.0k 0.0k 996.0k 780.0k 0.0k nvme6n11 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 84.4k 94.4k 0.0k 844.0k 944.0k 0.0k nvme6n12 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 71.6k 116.0k 0.0k 716.0k 1.1M 0.0k nvme6n13 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 88.0k 114.0k 0.0k 880.0k 1.1M 0.0k nvme6n14 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 114.4k 86.8k 0.0k 1.1M 868.0k 0.0k nvme6n15 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 116.0k 84.4k 0.0k 1.1M 844.0k 0.0k nvme6n16 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 107.2k 73.6k 0.0k 1.0M 736.0k 0.0k nvme6n17 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 101.2k 96.0k 0.0k 1012.0k 960.0k 0.0k nvme6n18 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 99.2k 88.8k 0.0k 992.0k 888.0k 0.0k nvme6n19 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 82.0k 104.4k 0.0k 820.0k 1.0M 0.0k nvme6n2 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 79.6k 97.2k 0.0k 796.0k 972.0k 0.0k nvme6n20 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 100.4k 113.2k 0.0k 1004.0k 1.1M 0.0k nvme6n3 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 102.4k 81.2k 0.0k 1.0M 812.0k 0.0k nvme6n4 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 106.0k 80.0k 0.0k 1.0M 800.0k 0.0k nvme6n5 2024-09-05T11:18:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 97.6k 83.2k 0.0k 976.0k 832.0k 0.0k nvme6n6 2024-09-05T11:18:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 101.6k 86.0k 0.0k 1016.0k 860.0k 0.0k nvme6n7 2024-09-05T11:18:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 102.4k 112.0k 0.0k 1.0M 1.1M 0.0k nvme6n8 2024-09-05T11:18:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 92.8k 101.2k 0.0k 928.0k 1012.0k 0.0k nvme6n9 2024-09-05T11:18:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:36.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:36 smithi050 ceph-mon[81192]: pgmap v513: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.8 MiB/s wr, 491 op/s 2024-09-05T11:18:36.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:36 smithi154 ceph-mon[59043]: pgmap v513: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.8 MiB/s wr, 491 op/s 2024-09-05T11:18:36.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:36 smithi119 ceph-mon[72222]: pgmap v513: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.8 MiB/s wr, 491 op/s 2024-09-05T11:18:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:38 smithi050 ceph-mon[81192]: pgmap v514: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 733 op/s 2024-09-05T11:18:38.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:38 smithi154 ceph-mon[59043]: pgmap v514: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 733 op/s 2024-09-05T11:18:38.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:38 smithi119 ceph-mon[72222]: pgmap v514: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 733 op/s 2024-09-05T11:18:40.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:40 smithi050 ceph-mon[81192]: pgmap v515: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-09-05T11:18:40.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:40 smithi154 ceph-mon[59043]: pgmap v515: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-09-05T11:18:40.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:40 smithi119 ceph-mon[72222]: pgmap v515: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-09-05T11:18:42.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:42 smithi050 ceph-mon[81192]: pgmap v516: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 512 op/s 2024-09-05T11:18:42.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:42 smithi154 ceph-mon[59043]: pgmap v516: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 512 op/s 2024-09-05T11:18:42.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:42 smithi119 ceph-mon[72222]: pgmap v516: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 512 op/s 2024-09-05T11:18:44.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:44 smithi050 ceph-mon[81192]: pgmap v517: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 713 op/s 2024-09-05T11:18:44.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:44 smithi154 ceph-mon[59043]: pgmap v517: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 713 op/s 2024-09-05T11:18:44.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:44 smithi119 ceph-mon[72222]: pgmap v517: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 713 op/s 2024-09-05T11:18:45.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 89.6k 109.6k 0.0k 896.0k 1.1M 0.0k nvme10n1 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 116.8k 149.2k 0.0k 1.1M 1.5M 0.0k nvme10n10 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 131.2k 104.4k 0.0k 1.3M 1.0M 0.0k nvme10n11 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 137.6k 111.6k 0.0k 1.3M 1.1M 0.0k nvme10n12 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 83.2k 71.6k 0.0k 832.0k 716.0k 0.0k nvme10n13 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 142.8k 146.4k 0.0k 1.4M 1.4M 0.0k nvme10n14 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 90.0k 82.0k 0.0k 900.0k 820.0k 0.0k nvme10n15 2024-09-05T11:18:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 138.4k 164.8k 0.0k 1.4M 1.6M 0.0k nvme10n16 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 82.8k 106.4k 0.0k 828.0k 1.0M 0.0k nvme10n17 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 82.0k 80.8k 0.0k 820.0k 808.0k 0.0k nvme10n18 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 88.4k 106.4k 0.0k 884.0k 1.0M 0.0k nvme10n19 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 140.0k 119.2k 0.0k 1.4M 1.2M 0.0k nvme10n2 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 111.6k 153.2k 0.0k 1.1M 1.5M 0.0k nvme10n20 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 106.8k 71.2k 0.0k 1.0M 712.0k 0.0k nvme10n3 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 90.4k 79.2k 0.0k 904.0k 792.0k 0.0k nvme10n4 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 70.4k 104.0k 0.0k 704.0k 1.0M 0.0k nvme10n5 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 139.6k 120.8k 0.0k 1.4M 1.2M 0.0k nvme10n6 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 109.6k 131.2k 0.0k 1.1M 1.3M 0.0k nvme10n7 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 118.4k 125.6k 0.0k 1.2M 1.2M 0.0k nvme10n8 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 72.4k 95.6k 0.0k 724.0k 956.0k 0.0k nvme10n9 2024-09-05T11:18:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 148.8k 113.6k 0.0k 1.5M 1.1M 0.0k nvme2n1 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 177.2k 114.4k 0.0k 1.7M 1.1M 0.0k nvme2n10 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 90.4k 83.6k 0.0k 904.0k 836.0k 0.0k nvme2n11 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 76.0k 78.8k 0.0k 760.0k 788.0k 0.0k nvme2n12 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 128.4k 156.0k 0.0k 1.3M 1.5M 0.0k nvme2n13 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 66.8k 115.2k 0.0k 668.0k 1.1M 0.0k nvme2n14 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 121.6k 112.4k 0.0k 1.2M 1.1M 0.0k nvme2n15 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 90.8k 127.2k 0.0k 908.0k 1.2M 0.0k nvme2n16 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 105.6k 105.6k 0.0k 1.0M 1.0M 0.0k nvme2n17 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 149.2k 93.6k 0.0k 1.5M 936.0k 0.0k nvme2n18 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 86.4k 101.6k 0.0k 864.0k 1016.0k 0.0k nvme2n19 2024-09-05T11:18:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 98.8k 135.6k 0.0k 988.0k 1.3M 0.0k nvme2n2 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 147.6k 166.0k 0.0k 1.4M 1.6M 0.0k nvme2n20 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 81.6k 114.0k 0.0k 816.0k 1.1M 0.0k nvme2n3 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 129.6k 162.4k 0.0k 1.3M 1.6M 0.0k nvme2n4 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 108.8k 92.0k 0.0k 1.1M 920.0k 0.0k nvme2n5 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 116.8k 166.0k 0.0k 1.1M 1.6M 0.0k nvme2n6 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 146.4k 156.0k 0.0k 1.4M 1.5M 0.0k nvme2n7 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 133.6k 127.6k 0.0k 1.3M 1.2M 0.0k nvme2n8 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 98.0k 149.6k 0.0k 980.0k 1.5M 0.0k nvme2n9 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 167.6k 167.2k 0.0k 1.6M 1.6M 0.0k nvme6n1 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 96.0k 125.2k 0.0k 960.0k 1.2M 0.0k nvme6n10 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 126.0k 132.0k 0.0k 1.2M 1.3M 0.0k nvme6n11 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 70.0k 97.6k 0.0k 700.0k 976.0k 0.0k nvme6n12 2024-09-05T11:18:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 120.0k 63.2k 0.0k 1.2M 632.0k 0.0k nvme6n13 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 84.0k 78.4k 0.0k 840.0k 784.0k 0.0k nvme6n14 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 92.4k 64.0k 0.0k 924.0k 640.0k 0.0k nvme6n15 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 145.2k 128.8k 0.0k 1.4M 1.3M 0.0k nvme6n16 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 141.6k 134.0k 0.0k 1.4M 1.3M 0.0k nvme6n17 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 98.0k 65.6k 0.0k 980.0k 656.0k 0.0k nvme6n18 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 93.2k 97.2k 0.0k 932.0k 972.0k 0.0k nvme6n19 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 131.2k 136.0k 0.0k 1.3M 1.3M 0.0k nvme6n2 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 79.6k 90.4k 0.0k 796.0k 904.0k 0.0k nvme6n20 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 82.4k 72.0k 0.0k 824.0k 720.0k 0.0k nvme6n3 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 108.4k 74.4k 0.0k 1.1M 744.0k 0.0k nvme6n4 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 101.6k 131.6k 0.0k 1016.0k 1.3M 0.0k nvme6n5 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 74.8k 85.2k 0.0k 748.0k 852.0k 0.0k nvme6n6 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 134.8k 137.6k 0.0k 1.3M 1.3M 0.0k nvme6n7 2024-09-05T11:18:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 104.8k 72.4k 0.0k 1.0M 724.0k 0.0k nvme6n8 2024-09-05T11:18:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 151.6k 142.0k 0.0k 1.5M 1.4M 0.0k nvme6n9 2024-09-05T11:18:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:46.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:46 smithi050 ceph-mon[81192]: pgmap v518: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.9 MiB/s wr, 484 op/s 2024-09-05T11:18:46.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:46 smithi154 ceph-mon[59043]: pgmap v518: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.9 MiB/s wr, 484 op/s 2024-09-05T11:18:46.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:46 smithi119 ceph-mon[72222]: pgmap v518: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.9 MiB/s wr, 484 op/s 2024-09-05T11:18:48.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:48 smithi050 ceph-mon[81192]: pgmap v519: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.0 MiB/s wr, 713 op/s 2024-09-05T11:18:48.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:48 smithi154 ceph-mon[59043]: pgmap v519: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.0 MiB/s wr, 713 op/s 2024-09-05T11:18:48.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:48 smithi119 ceph-mon[72222]: pgmap v519: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.0 MiB/s wr, 713 op/s 2024-09-05T11:18:50.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:50 smithi050 ceph-mon[81192]: pgmap v520: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 471 op/s 2024-09-05T11:18:50.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:50 smithi154 ceph-mon[59043]: pgmap v520: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 471 op/s 2024-09-05T11:18:50.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:50 smithi119 ceph-mon[72222]: pgmap v520: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 471 op/s 2024-09-05T11:18:52.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:52 smithi050 ceph-mon[81192]: pgmap v521: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 488 op/s 2024-09-05T11:18:52.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:52 smithi154 ceph-mon[59043]: pgmap v521: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 488 op/s 2024-09-05T11:18:52.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:52 smithi119 ceph-mon[72222]: pgmap v521: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 488 op/s 2024-09-05T11:18:54.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:54 smithi050 ceph-mon[81192]: pgmap v522: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 682 op/s 2024-09-05T11:18:54.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:54 smithi154 ceph-mon[59043]: pgmap v522: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 682 op/s 2024-09-05T11:18:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:54 smithi119 ceph-mon[72222]: pgmap v522: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 682 op/s 2024-09-05T11:18:55.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:18:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 129.2k 136.4k 0.0k 1.3M 1.3M 0.0k nvme10n1 2024-09-05T11:18:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 118.0k 132.4k 0.0k 1.2M 1.3M 0.0k nvme10n10 2024-09-05T11:18:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 169.2k 138.8k 0.0k 1.7M 1.4M 0.0k nvme10n11 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 122.4k 127.6k 0.0k 1.2M 1.2M 0.0k nvme10n12 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 124.8k 138.0k 0.0k 1.2M 1.3M 0.0k nvme10n13 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 173.2k 127.6k 0.0k 1.7M 1.2M 0.0k nvme10n14 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 102.8k 121.2k 0.0k 1.0M 1.2M 0.0k nvme10n15 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 160.0k 102.8k 0.0k 1.6M 1.0M 0.0k nvme10n16 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 114.8k 150.4k 0.0k 1.1M 1.5M 0.0k nvme10n17 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 175.2k 132.4k 0.0k 1.7M 1.3M 0.0k nvme10n18 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 138.8k 138.8k 0.0k 1.4M 1.4M 0.0k nvme10n19 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 138.8k 147.6k 0.0k 1.4M 1.4M 0.0k nvme10n2 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 111.6k 152.8k 0.0k 1.1M 1.5M 0.0k nvme10n20 2024-09-05T11:18:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 110.0k 136.0k 0.0k 1.1M 1.3M 0.0k nvme10n3 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 174.0k 115.2k 0.0k 1.7M 1.1M 0.0k nvme10n4 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 117.2k 189.2k 0.0k 1.1M 1.8M 0.0k nvme10n5 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 128.0k 163.2k 0.0k 1.2M 1.6M 0.0k nvme10n6 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 128.4k 168.8k 0.0k 1.3M 1.6M 0.0k nvme10n7 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 178.4k 111.2k 0.0k 1.7M 1.1M 0.0k nvme10n8 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 129.2k 147.2k 0.0k 1.3M 1.4M 0.0k nvme10n9 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 133.6k 144.4k 0.0k 1.3M 1.4M 0.0k nvme2n1 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 134.8k 135.2k 0.0k 1.3M 1.3M 0.0k nvme2n10 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 88.8k 134.0k 0.0k 888.0k 1.3M 0.0k nvme2n11 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 136.4k 102.8k 0.0k 1.3M 1.0M 0.0k nvme2n12 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 118.4k 154.0k 0.0k 1.2M 1.5M 0.0k nvme2n13 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 150.4k 143.6k 0.0k 1.5M 1.4M 0.0k nvme2n14 2024-09-05T11:18:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 142.4k 136.0k 0.0k 1.4M 1.3M 0.0k nvme2n15 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 131.6k 148.4k 0.0k 1.3M 1.4M 0.0k nvme2n16 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 153.2k 120.0k 0.0k 1.5M 1.2M 0.0k nvme2n17 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 98.8k 180.8k 0.0k 988.0k 1.8M 0.0k nvme2n18 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 151.6k 162.4k 0.0k 1.5M 1.6M 0.0k nvme2n19 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 161.2k 136.4k 0.0k 1.6M 1.3M 0.0k nvme2n2 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 135.2k 123.2k 0.0k 1.3M 1.2M 0.0k nvme2n20 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 117.6k 188.4k 0.0k 1.1M 1.8M 0.0k nvme2n3 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 154.4k 158.4k 0.0k 1.5M 1.5M 0.0k nvme2n4 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 156.0k 154.0k 0.0k 1.5M 1.5M 0.0k nvme2n5 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 123.2k 156.4k 0.0k 1.2M 1.5M 0.0k nvme2n6 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 126.8k 170.4k 0.0k 1.2M 1.7M 0.0k nvme2n7 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 110.4k 136.8k 0.0k 1.1M 1.3M 0.0k nvme2n8 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 168.0k 118.0k 0.0k 1.6M 1.2M 0.0k nvme2n9 2024-09-05T11:18:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 118.4k 156.8k 0.0k 1.2M 1.5M 0.0k nvme6n1 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 137.2k 143.6k 0.0k 1.3M 1.4M 0.0k nvme6n10 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 159.6k 133.2k 0.0k 1.6M 1.3M 0.0k nvme6n11 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 134.0k 97.6k 0.0k 1.3M 976.0k 0.0k nvme6n12 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 199.6k 96.0k 0.0k 1.9M 960.0k 0.0k nvme6n13 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 113.2k 105.6k 0.0k 1.1M 1.0M 0.0k nvme6n14 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 140.8k 98.0k 0.0k 1.4M 980.0k 0.0k nvme6n15 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 141.2k 128.4k 0.0k 1.4M 1.3M 0.0k nvme6n16 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 138.4k 166.4k 0.0k 1.4M 1.6M 0.0k nvme6n17 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 167.2k 155.6k 0.0k 1.6M 1.5M 0.0k nvme6n18 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 165.6k 109.2k 0.0k 1.6M 1.1M 0.0k nvme6n19 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 144.8k 129.6k 0.0k 1.4M 1.3M 0.0k nvme6n2 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 154.8k 159.6k 0.0k 1.5M 1.6M 0.0k nvme6n20 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 124.8k 129.2k 0.0k 1.2M 1.3M 0.0k nvme6n3 2024-09-05T11:18:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 116.8k 106.8k 0.0k 1.1M 1.0M 0.0k nvme6n4 2024-09-05T11:18:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 165.6k 127.2k 0.0k 1.6M 1.2M 0.0k nvme6n5 2024-09-05T11:18:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 160.8k 136.0k 0.0k 1.6M 1.3M 0.0k nvme6n6 2024-09-05T11:18:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 170.4k 95.2k 0.0k 1.7M 952.0k 0.0k nvme6n7 2024-09-05T11:18:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 136.0k 162.0k 0.0k 1.3M 1.6M 0.0k nvme6n8 2024-09-05T11:18:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 121.6k 136.4k 0.0k 1.2M 1.3M 0.0k nvme6n9 2024-09-05T11:18:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:18:56.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:56 smithi050 ceph-mon[81192]: pgmap v523: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 462 op/s 2024-09-05T11:18:56.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:56 smithi154 ceph-mon[59043]: pgmap v523: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 462 op/s 2024-09-05T11:18:56.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:56 smithi119 ceph-mon[72222]: pgmap v523: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 462 op/s 2024-09-05T11:18:58.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:18:58 smithi050 ceph-mon[81192]: pgmap v524: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.8 MiB/s wr, 697 op/s 2024-09-05T11:18:58.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:18:58 smithi154 ceph-mon[59043]: pgmap v524: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.8 MiB/s wr, 697 op/s 2024-09-05T11:18:58.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:18:58 smithi119 ceph-mon[72222]: pgmap v524: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.8 MiB/s wr, 697 op/s 2024-09-05T11:19:00.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:00 smithi050 ceph-mon[81192]: pgmap v525: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.7 MiB/s wr, 468 op/s 2024-09-05T11:19:00.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:00 smithi154 ceph-mon[59043]: pgmap v525: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.7 MiB/s wr, 468 op/s 2024-09-05T11:19:00.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:00 smithi119 ceph-mon[72222]: pgmap v525: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.7 MiB/s wr, 468 op/s 2024-09-05T11:19:02.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:02 smithi050 ceph-mon[81192]: pgmap v526: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.9 MiB/s wr, 485 op/s 2024-09-05T11:19:02.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:02 smithi154 ceph-mon[59043]: pgmap v526: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.9 MiB/s wr, 485 op/s 2024-09-05T11:19:02.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:02 smithi119 ceph-mon[72222]: pgmap v526: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.9 MiB/s wr, 485 op/s 2024-09-05T11:19:04.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:04 smithi050 ceph-mon[81192]: pgmap v527: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.6 MiB/s wr, 687 op/s 2024-09-05T11:19:04.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:04 smithi154 ceph-mon[59043]: pgmap v527: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.6 MiB/s wr, 687 op/s 2024-09-05T11:19:04.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:04 smithi119 ceph-mon[72222]: pgmap v527: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.6 MiB/s wr, 687 op/s 2024-09-05T11:19:05.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:19:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 129.2k 123.2k 0.0k 1.3M 1.2M 0.0k nvme10n1 2024-09-05T11:19:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 119.6k 102.8k 0.0k 1.2M 1.0M 0.0k nvme10n10 2024-09-05T11:19:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 145.6k 126.0k 0.0k 1.4M 1.2M 0.0k nvme10n11 2024-09-05T11:19:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 116.0k 130.4k 0.0k 1.1M 1.3M 0.0k nvme10n12 2024-09-05T11:19:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 134.4k 112.8k 0.0k 1.3M 1.1M 0.0k nvme10n13 2024-09-05T11:19:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 139.6k 109.2k 0.0k 1.4M 1.1M 0.0k nvme10n14 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 130.4k 133.6k 0.0k 1.3M 1.3M 0.0k nvme10n15 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 117.2k 109.2k 0.0k 1.1M 1.1M 0.0k nvme10n16 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 88.0k 174.0k 0.0k 880.0k 1.7M 0.0k nvme10n17 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 112.4k 136.0k 0.0k 1.1M 1.3M 0.0k nvme10n18 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 150.0k 103.2k 0.0k 1.5M 1.0M 0.0k nvme10n19 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.0k 135.6k 0.0k 1.2M 1.3M 0.0k nvme10n2 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 91.2k 124.0k 0.0k 912.0k 1.2M 0.0k nvme10n20 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 146.8k 106.0k 0.0k 1.4M 1.0M 0.0k nvme10n3 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 124.0k 96.4k 0.0k 1.2M 964.0k 0.0k nvme10n4 2024-09-05T11:19:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 143.6k 142.0k 0.0k 1.4M 1.4M 0.0k nvme10n5 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 131.2k 140.0k 0.0k 1.3M 1.4M 0.0k nvme10n6 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 140.4k 118.0k 0.0k 1.4M 1.2M 0.0k nvme10n7 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 127.6k 116.0k 0.0k 1.2M 1.1M 0.0k nvme10n8 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 134.0k 96.0k 0.0k 1.3M 960.0k 0.0k nvme10n9 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 112.4k 157.2k 0.0k 1.1M 1.5M 0.0k nvme2n1 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.0k 154.0k 0.0k 1.2M 1.5M 0.0k nvme2n10 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 138.8k 121.6k 0.0k 1.4M 1.2M 0.0k nvme2n11 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 163.2k 103.2k 0.0k 1.6M 1.0M 0.0k nvme2n12 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 90.4k 130.0k 0.0k 904.0k 1.3M 0.0k nvme2n13 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 134.4k 144.4k 0.0k 1.3M 1.4M 0.0k nvme2n14 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 128.0k 121.6k 0.0k 1.2M 1.2M 0.0k nvme2n15 2024-09-05T11:19:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 134.4k 135.6k 0.0k 1.3M 1.3M 0.0k nvme2n16 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 144.0k 122.8k 0.0k 1.4M 1.2M 0.0k nvme2n17 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 130.4k 104.0k 0.0k 1.3M 1.0M 0.0k nvme2n18 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 112.4k 112.4k 0.0k 1.1M 1.1M 0.0k nvme2n19 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 106.8k 125.6k 0.0k 1.0M 1.2M 0.0k nvme2n2 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 110.4k 134.0k 0.0k 1.1M 1.3M 0.0k nvme2n20 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 135.2k 128.4k 0.0k 1.3M 1.3M 0.0k nvme2n3 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 142.8k 110.4k 0.0k 1.4M 1.1M 0.0k nvme2n4 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.0k 160.4k 0.0k 1.2M 1.6M 0.0k nvme2n5 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.4k 127.2k 0.0k 1.2M 1.2M 0.0k nvme2n6 2024-09-05T11:19:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 130.0k 126.4k 0.0k 1.3M 1.2M 0.0k nvme2n7 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 128.4k 119.6k 0.0k 1.3M 1.2M 0.0k nvme2n8 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 121.6k 139.6k 0.0k 1.2M 1.4M 0.0k nvme2n9 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.8k 113.6k 0.0k 1.2M 1.1M 0.0k nvme6n1 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 122.8k 135.2k 0.0k 1.2M 1.3M 0.0k nvme6n10 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 112.0k 144.4k 0.0k 1.1M 1.4M 0.0k nvme6n11 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 150.4k 163.6k 0.0k 1.5M 1.6M 0.0k nvme6n12 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 138.4k 157.2k 0.0k 1.4M 1.5M 0.0k nvme6n13 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 146.4k 157.6k 0.0k 1.4M 1.5M 0.0k nvme6n14 2024-09-05T11:19:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 130.8k 131.2k 0.0k 1.3M 1.3M 0.0k nvme6n15 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 126.8k 117.6k 0.0k 1.2M 1.1M 0.0k nvme6n16 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 136.8k 116.8k 0.0k 1.3M 1.1M 0.0k nvme6n17 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 163.6k 114.8k 0.0k 1.6M 1.1M 0.0k nvme6n18 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 129.2k 120.0k 0.0k 1.3M 1.2M 0.0k nvme6n19 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 147.2k 100.8k 0.0k 1.4M 1008.0k 0.0k nvme6n2 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 128.8k 138.8k 0.0k 1.3M 1.4M 0.0k nvme6n20 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 138.0k 135.2k 0.0k 1.3M 1.3M 0.0k nvme6n3 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 133.6k 123.6k 0.0k 1.3M 1.2M 0.0k nvme6n4 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 132.0k 129.6k 0.0k 1.3M 1.3M 0.0k nvme6n5 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 140.4k 111.6k 0.0k 1.4M 1.1M 0.0k nvme6n6 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 124.4k 143.6k 0.0k 1.2M 1.4M 0.0k nvme6n7 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 111.2k 167.6k 0.0k 1.1M 1.6M 0.0k nvme6n8 2024-09-05T11:19:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 130.4k 101.6k 0.0k 1.3M 1016.0k 0.0k nvme6n9 2024-09-05T11:19:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:06.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:06 smithi050 ceph-mon[81192]: pgmap v528: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 470 op/s 2024-09-05T11:19:06.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:06 smithi154 ceph-mon[59043]: pgmap v528: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 470 op/s 2024-09-05T11:19:06.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:06 smithi119 ceph-mon[72222]: pgmap v528: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 470 op/s 2024-09-05T11:19:08.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:08 smithi050 ceph-mon[81192]: pgmap v529: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.4 MiB/s wr, 704 op/s 2024-09-05T11:19:08.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:08 smithi154 ceph-mon[59043]: pgmap v529: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.4 MiB/s wr, 704 op/s 2024-09-05T11:19:08.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:08 smithi119 ceph-mon[72222]: pgmap v529: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.4 MiB/s wr, 704 op/s 2024-09-05T11:19:10.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:10 smithi050 ceph-mon[81192]: pgmap v530: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.1 MiB/s wr, 469 op/s 2024-09-05T11:19:10.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:10 smithi154 ceph-mon[59043]: pgmap v530: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.1 MiB/s wr, 469 op/s 2024-09-05T11:19:10.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:10 smithi119 ceph-mon[72222]: pgmap v530: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.1 MiB/s wr, 469 op/s 2024-09-05T11:19:12.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:12 smithi050 ceph-mon[81192]: pgmap v531: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.3 MiB/s wr, 485 op/s 2024-09-05T11:19:12.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:12 smithi154 ceph-mon[59043]: pgmap v531: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.3 MiB/s wr, 485 op/s 2024-09-05T11:19:12.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:12 smithi119 ceph-mon[72222]: pgmap v531: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.3 MiB/s wr, 485 op/s 2024-09-05T11:19:14.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:14 smithi050 ceph-mon[81192]: pgmap v532: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.7 MiB/s wr, 683 op/s 2024-09-05T11:19:14.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:14 smithi154 ceph-mon[59043]: pgmap v532: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.7 MiB/s wr, 683 op/s 2024-09-05T11:19:14.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:14 smithi119 ceph-mon[72222]: pgmap v532: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.7 MiB/s wr, 683 op/s 2024-09-05T11:19:15.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 99.6k 134.0k 0.0k 996.0k 1.3M 0.0k nvme10n1 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 158.4k 94.0k 0.0k 1.5M 940.0k 0.0k nvme10n10 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 100.0k 99.2k 0.0k 1000.0k 992.0k 0.0k nvme10n11 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 91.2k 140.8k 0.0k 912.0k 1.4M 0.0k nvme10n12 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 117.6k 120.8k 0.0k 1.1M 1.2M 0.0k nvme10n13 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 96.4k 118.4k 0.0k 964.0k 1.2M 0.0k nvme10n14 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 150.4k 120.0k 0.0k 1.5M 1.2M 0.0k nvme10n15 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 116.4k 104.4k 0.0k 1.1M 1.0M 0.0k nvme10n16 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 107.6k 116.0k 0.0k 1.1M 1.1M 0.0k nvme10n17 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 138.4k 80.4k 0.0k 1.4M 804.0k 0.0k nvme10n18 2024-09-05T11:19:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 156.4k 98.0k 0.0k 1.5M 980.0k 0.0k nvme10n19 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 119.6k 108.0k 0.0k 1.2M 1.1M 0.0k nvme10n2 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 101.6k 137.2k 0.0k 1016.0k 1.3M 0.0k nvme10n20 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 117.6k 134.8k 0.0k 1.1M 1.3M 0.0k nvme10n3 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 137.2k 145.2k 0.0k 1.3M 1.4M 0.0k nvme10n4 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 122.4k 118.8k 0.0k 1.2M 1.2M 0.0k nvme10n5 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 104.0k 127.2k 0.0k 1.0M 1.2M 0.0k nvme10n6 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 146.0k 105.2k 0.0k 1.4M 1.0M 0.0k nvme10n7 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 94.4k 128.4k 0.0k 944.0k 1.3M 0.0k nvme10n8 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 125.2k 120.8k 0.0k 1.2M 1.2M 0.0k nvme10n9 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 101.6k 124.4k 0.0k 1016.0k 1.2M 0.0k nvme2n1 2024-09-05T11:19:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 86.4k 123.6k 0.0k 864.0k 1.2M 0.0k nvme2n10 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 94.8k 140.4k 0.0k 948.0k 1.4M 0.0k nvme2n11 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 99.6k 162.4k 0.0k 996.0k 1.6M 0.0k nvme2n12 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 97.2k 152.0k 0.0k 972.0k 1.5M 0.0k nvme2n13 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 123.6k 149.2k 0.0k 1.2M 1.5M 0.0k nvme2n14 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 93.6k 142.4k 0.0k 936.0k 1.4M 0.0k nvme2n15 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 93.2k 122.4k 0.0k 932.0k 1.2M 0.0k nvme2n16 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 103.2k 113.6k 0.0k 1.0M 1.1M 0.0k nvme2n17 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 118.4k 99.2k 0.0k 1.2M 992.0k 0.0k nvme2n18 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 135.2k 95.6k 0.0k 1.3M 956.0k 0.0k nvme2n19 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.8k 118.4k 0.0k 1.2M 1.2M 0.0k nvme2n2 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 158.8k 66.8k 0.0k 1.6M 668.0k 0.0k nvme2n20 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.4k 84.8k 0.0k 1.2M 848.0k 0.0k nvme2n3 2024-09-05T11:19:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 92.8k 100.4k 0.0k 928.0k 1004.0k 0.0k nvme2n4 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 140.8k 89.2k 0.0k 1.4M 892.0k 0.0k nvme2n5 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 127.2k 88.0k 0.0k 1.2M 880.0k 0.0k nvme2n6 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 80.8k 135.6k 0.0k 808.0k 1.3M 0.0k nvme2n7 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 89.6k 138.0k 0.0k 896.0k 1.3M 0.0k nvme2n8 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 80.8k 121.6k 0.0k 808.0k 1.2M 0.0k nvme2n9 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 100.4k 126.0k 0.0k 1004.0k 1.2M 0.0k nvme6n1 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 124.4k 120.8k 0.0k 1.2M 1.2M 0.0k nvme6n10 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 112.4k 100.4k 0.0k 1.1M 1004.0k 0.0k nvme6n11 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 126.0k 102.8k 0.0k 1.2M 1.0M 0.0k nvme6n12 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 123.6k 112.8k 0.0k 1.2M 1.1M 0.0k nvme6n13 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 108.0k 124.8k 0.0k 1.1M 1.2M 0.0k nvme6n14 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 104.8k 120.4k 0.0k 1.0M 1.2M 0.0k nvme6n15 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 118.0k 108.4k 0.0k 1.2M 1.1M 0.0k nvme6n16 2024-09-05T11:19:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 101.2k 100.8k 0.0k 1012.0k 1008.0k 0.0k nvme6n17 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 110.4k 100.4k 0.0k 1.1M 1004.0k 0.0k nvme6n18 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.4k 95.2k 0.0k 1.2M 952.0k 0.0k nvme6n19 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 130.0k 88.0k 0.0k 1.3M 880.0k 0.0k nvme6n2 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 100.8k 113.2k 0.0k 1008.0k 1.1M 0.0k nvme6n20 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 116.4k 124.0k 0.0k 1.1M 1.2M 0.0k nvme6n3 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 116.8k 117.6k 0.0k 1.1M 1.1M 0.0k nvme6n4 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 114.4k 106.0k 0.0k 1.1M 1.0M 0.0k nvme6n5 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 139.6k 91.6k 0.0k 1.4M 916.0k 0.0k nvme6n6 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 122.4k 93.6k 0.0k 1.2M 936.0k 0.0k nvme6n7 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 119.6k 140.8k 0.0k 1.2M 1.4M 0.0k nvme6n8 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 101.6k 107.6k 0.0k 1016.0k 1.1M 0.0k nvme6n9 2024-09-05T11:19:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:16.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:16 smithi050 ceph-mon[81192]: pgmap v533: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 464 op/s 2024-09-05T11:19:16.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:16 smithi154 ceph-mon[59043]: pgmap v533: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 464 op/s 2024-09-05T11:19:16.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:16 smithi119 ceph-mon[72222]: pgmap v533: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 464 op/s 2024-09-05T11:19:18.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:18 smithi050 ceph-mon[81192]: pgmap v534: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.6 MiB/s wr, 688 op/s 2024-09-05T11:19:18.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:18 smithi154 ceph-mon[59043]: pgmap v534: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.6 MiB/s wr, 688 op/s 2024-09-05T11:19:18.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:18 smithi119 ceph-mon[72222]: pgmap v534: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.6 MiB/s wr, 688 op/s 2024-09-05T11:19:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:20 smithi050 ceph-mon[81192]: pgmap v535: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 454 op/s 2024-09-05T11:19:20.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:20 smithi154 ceph-mon[59043]: pgmap v535: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 454 op/s 2024-09-05T11:19:20.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:20 smithi119 ceph-mon[72222]: pgmap v535: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.6 MiB/s wr, 454 op/s 2024-09-05T11:19:22.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:22 smithi050 ceph-mon[81192]: pgmap v536: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.8 MiB/s wr, 471 op/s 2024-09-05T11:19:22.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:22 smithi154 ceph-mon[59043]: pgmap v536: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.8 MiB/s wr, 471 op/s 2024-09-05T11:19:22.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:22 smithi119 ceph-mon[72222]: pgmap v536: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.8 MiB/s wr, 471 op/s 2024-09-05T11:19:24.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:24 smithi050 ceph-mon[81192]: pgmap v537: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 665 op/s 2024-09-05T11:19:24.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:24 smithi154 ceph-mon[59043]: pgmap v537: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 665 op/s 2024-09-05T11:19:24.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:24 smithi119 ceph-mon[72222]: pgmap v537: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 665 op/s 2024-09-05T11:19:25.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:19:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 103.6k 95.2k 0.0k 1.0M 952.0k 0.0k nvme10n1 2024-09-05T11:19:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 110.8k 88.8k 0.0k 1.1M 888.0k 0.0k nvme10n10 2024-09-05T11:19:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 116.4k 90.8k 0.0k 1.1M 908.0k 0.0k nvme10n11 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 108.8k 101.2k 0.0k 1.1M 1012.0k 0.0k nvme10n12 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 118.8k 110.4k 0.0k 1.2M 1.1M 0.0k nvme10n13 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 117.2k 72.8k 0.0k 1.1M 728.0k 0.0k nvme10n14 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 100.4k 125.2k 0.0k 1004.0k 1.2M 0.0k nvme10n15 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 112.4k 78.0k 0.0k 1.1M 780.0k 0.0k nvme10n16 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 114.4k 92.0k 0.0k 1.1M 920.0k 0.0k nvme10n17 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 101.2k 134.4k 0.0k 1012.0k 1.3M 0.0k nvme10n18 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 104.0k 91.2k 0.0k 1.0M 912.0k 0.0k nvme10n19 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 112.0k 105.2k 0.0k 1.1M 1.0M 0.0k nvme10n2 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 112.0k 100.0k 0.0k 1.1M 1000.0k 0.0k nvme10n20 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 126.4k 100.0k 0.0k 1.2M 1000.0k 0.0k nvme10n3 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 122.4k 86.0k 0.0k 1.2M 860.0k 0.0k nvme10n4 2024-09-05T11:19:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 112.4k 123.2k 0.0k 1.1M 1.2M 0.0k nvme10n5 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 100.4k 97.2k 0.0k 1004.0k 972.0k 0.0k nvme10n6 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 103.6k 113.2k 0.0k 1.0M 1.1M 0.0k nvme10n7 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 98.8k 112.4k 0.0k 988.0k 1.1M 0.0k nvme10n8 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 105.2k 108.8k 0.0k 1.0M 1.1M 0.0k nvme10n9 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 86.8k 114.8k 0.0k 868.0k 1.1M 0.0k nvme2n1 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 102.8k 108.4k 0.0k 1.0M 1.1M 0.0k nvme2n10 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 128.8k 106.4k 0.0k 1.3M 1.0M 0.0k nvme2n11 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 103.6k 127.2k 0.0k 1.0M 1.2M 0.0k nvme2n12 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 80.4k 115.6k 0.0k 804.0k 1.1M 0.0k nvme2n13 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 85.2k 111.2k 0.0k 852.0k 1.1M 0.0k nvme2n14 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 133.6k 92.0k 0.0k 1.3M 920.0k 0.0k nvme2n15 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 128.0k 95.6k 0.0k 1.2M 956.0k 0.0k nvme2n16 2024-09-05T11:19:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 92.0k 126.8k 0.0k 920.0k 1.2M 0.0k nvme2n17 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 89.6k 116.0k 0.0k 896.0k 1.1M 0.0k nvme2n18 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 117.6k 102.0k 0.0k 1.1M 1020.0k 0.0k nvme2n19 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 117.2k 108.0k 0.0k 1.1M 1.1M 0.0k nvme2n2 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 92.8k 111.6k 0.0k 928.0k 1.1M 0.0k nvme2n20 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 96.4k 112.0k 0.0k 964.0k 1.1M 0.0k nvme2n3 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 120.8k 104.0k 0.0k 1.2M 1.0M 0.0k nvme2n4 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 73.2k 113.2k 0.0k 732.0k 1.1M 0.0k nvme2n5 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 120.0k 104.8k 0.0k 1.2M 1.0M 0.0k nvme2n6 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 110.4k 100.0k 0.0k 1.1M 1000.0k 0.0k nvme2n7 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 93.2k 98.0k 0.0k 932.0k 980.0k 0.0k nvme2n8 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 109.6k 86.0k 0.0k 1.1M 860.0k 0.0k nvme2n9 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 85.2k 126.4k 0.0k 852.0k 1.2M 0.0k nvme6n1 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 108.0k 101.6k 0.0k 1.1M 1016.0k 0.0k nvme6n10 2024-09-05T11:19:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 88.8k 113.6k 0.0k 888.0k 1.1M 0.0k nvme6n11 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 96.0k 108.8k 0.0k 960.0k 1.1M 0.0k nvme6n12 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 99.2k 119.2k 0.0k 992.0k 1.2M 0.0k nvme6n13 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 108.4k 116.8k 0.0k 1.1M 1.1M 0.0k nvme6n14 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 100.0k 113.2k 0.0k 1000.0k 1.1M 0.0k nvme6n15 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 87.2k 96.8k 0.0k 872.0k 968.0k 0.0k nvme6n16 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 107.6k 109.2k 0.0k 1.1M 1.1M 0.0k nvme6n17 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 84.4k 119.6k 0.0k 844.0k 1.2M 0.0k nvme6n18 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 102.8k 121.6k 0.0k 1.0M 1.2M 0.0k nvme6n19 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 100.0k 100.0k 0.0k 1000.0k 1000.0k 0.0k nvme6n2 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 106.8k 96.8k 0.0k 1.0M 968.0k 0.0k nvme6n20 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 112.8k 94.0k 0.0k 1.1M 940.0k 0.0k nvme6n3 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 125.2k 113.6k 0.0k 1.2M 1.1M 0.0k nvme6n4 2024-09-05T11:19:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 104.8k 105.2k 0.0k 1.0M 1.0M 0.0k nvme6n5 2024-09-05T11:19:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 98.0k 119.2k 0.0k 980.0k 1.2M 0.0k nvme6n6 2024-09-05T11:19:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 104.4k 113.2k 0.0k 1.0M 1.1M 0.0k nvme6n7 2024-09-05T11:19:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 96.0k 102.8k 0.0k 960.0k 1.0M 0.0k nvme6n8 2024-09-05T11:19:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 84.4k 91.6k 0.0k 844.0k 916.0k 0.0k nvme6n9 2024-09-05T11:19:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:26.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:26 smithi050 ceph-mon[81192]: pgmap v538: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 451 op/s 2024-09-05T11:19:26.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:26 smithi154 ceph-mon[59043]: pgmap v538: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 451 op/s 2024-09-05T11:19:26.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:26 smithi119 ceph-mon[72222]: pgmap v538: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 451 op/s 2024-09-05T11:19:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:28 smithi050 ceph-mon[81192]: pgmap v539: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 675 op/s 2024-09-05T11:19:28.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:28 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:19:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:28 smithi154 ceph-mon[59043]: pgmap v539: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 675 op/s 2024-09-05T11:19:28.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:28 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:19:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:28 smithi119 ceph-mon[72222]: pgmap v539: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 675 op/s 2024-09-05T11:19:28.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:28 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:19:30.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:30 smithi050 ceph-mon[81192]: pgmap v540: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 451 op/s 2024-09-05T11:19:30.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:30 smithi154 ceph-mon[59043]: pgmap v540: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 451 op/s 2024-09-05T11:19:30.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:30 smithi119 ceph-mon[72222]: pgmap v540: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 451 op/s 2024-09-05T11:19:32.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:32 smithi050 ceph-mon[81192]: pgmap v541: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 467 op/s 2024-09-05T11:19:32.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:32 smithi154 ceph-mon[59043]: pgmap v541: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 467 op/s 2024-09-05T11:19:32.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:32 smithi119 ceph-mon[72222]: pgmap v541: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 467 op/s 2024-09-05T11:19:34.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:34 smithi050 ceph-mon[81192]: pgmap v542: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.5 MiB/s wr, 667 op/s 2024-09-05T11:19:34.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:34 smithi154 ceph-mon[59043]: pgmap v542: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.5 MiB/s wr, 667 op/s 2024-09-05T11:19:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:34 smithi119 ceph-mon[72222]: pgmap v542: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.5 MiB/s wr, 667 op/s 2024-09-05T11:19:35.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:19:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 102.4k 93.2k 0.0k 1.0M 932.0k 0.0k nvme10n1 2024-09-05T11:19:35.294 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 88.0k 114.4k 0.0k 880.0k 1.1M 0.0k nvme10n10 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 69.6k 130.4k 0.0k 696.0k 1.3M 0.0k nvme10n11 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 78.4k 94.0k 0.0k 784.0k 940.0k 0.0k nvme10n12 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 101.6k 101.6k 0.0k 1016.0k 1016.0k 0.0k nvme10n13 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 71.2k 103.6k 0.0k 712.0k 1.0M 0.0k nvme10n14 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 112.4k 92.0k 0.0k 1.1M 920.0k 0.0k nvme10n15 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 98.8k 86.4k 0.0k 988.0k 864.0k 0.0k nvme10n16 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 116.4k 112.4k 0.0k 1.1M 1.1M 0.0k nvme10n17 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 118.0k 86.4k 0.0k 1.2M 864.0k 0.0k nvme10n18 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 104.0k 95.2k 0.0k 1.0M 952.0k 0.0k nvme10n19 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 105.6k 108.8k 0.0k 1.0M 1.1M 0.0k nvme10n2 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 86.0k 105.6k 0.0k 860.0k 1.0M 0.0k nvme10n20 2024-09-05T11:19:35.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 83.6k 110.0k 0.0k 836.0k 1.1M 0.0k nvme10n3 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 123.2k 110.8k 0.0k 1.2M 1.1M 0.0k nvme10n4 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 123.6k 82.0k 0.0k 1.2M 820.0k 0.0k nvme10n5 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 96.8k 109.2k 0.0k 968.0k 1.1M 0.0k nvme10n6 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 90.0k 112.8k 0.0k 900.0k 1.1M 0.0k nvme10n7 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 103.6k 81.6k 0.0k 1.0M 816.0k 0.0k nvme10n8 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 120.0k 113.2k 0.0k 1.2M 1.1M 0.0k nvme10n9 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 74.4k 116.8k 0.0k 744.0k 1.1M 0.0k nvme2n1 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 90.0k 94.4k 0.0k 900.0k 944.0k 0.0k nvme2n10 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 123.2k 114.4k 0.0k 1.2M 1.1M 0.0k nvme2n11 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 99.6k 129.6k 0.0k 996.0k 1.3M 0.0k nvme2n12 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 98.4k 89.2k 0.0k 984.0k 892.0k 0.0k nvme2n13 2024-09-05T11:19:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 107.2k 90.4k 0.0k 1.0M 904.0k 0.0k nvme2n14 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 116.0k 94.8k 0.0k 1.1M 948.0k 0.0k nvme2n15 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 90.0k 120.4k 0.0k 900.0k 1.2M 0.0k nvme2n16 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 112.4k 92.4k 0.0k 1.1M 924.0k 0.0k nvme2n17 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 118.0k 118.4k 0.0k 1.2M 1.2M 0.0k nvme2n18 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 112.8k 121.2k 0.0k 1.1M 1.2M 0.0k nvme2n19 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 108.4k 112.8k 0.0k 1.1M 1.1M 0.0k nvme2n2 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 99.6k 91.6k 0.0k 996.0k 916.0k 0.0k nvme2n20 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 87.2k 118.8k 0.0k 872.0k 1.2M 0.0k nvme2n3 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 80.8k 98.0k 0.0k 808.0k 980.0k 0.0k nvme2n4 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 97.6k 90.8k 0.0k 976.0k 908.0k 0.0k nvme2n5 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 82.8k 106.4k 0.0k 828.0k 1.0M 0.0k nvme2n6 2024-09-05T11:19:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 80.8k 116.8k 0.0k 808.0k 1.1M 0.0k nvme2n7 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 128.4k 97.2k 0.0k 1.3M 972.0k 0.0k nvme2n8 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 141.2k 76.0k 0.0k 1.4M 760.0k 0.0k nvme2n9 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 95.2k 101.6k 0.0k 952.0k 1016.0k 0.0k nvme6n1 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 77.2k 94.4k 0.0k 772.0k 944.0k 0.0k nvme6n10 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 114.0k 101.6k 0.0k 1.1M 1016.0k 0.0k nvme6n11 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 106.0k 112.8k 0.0k 1.0M 1.1M 0.0k nvme6n12 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 88.8k 98.4k 0.0k 888.0k 984.0k 0.0k nvme6n13 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 141.6k 90.8k 0.0k 1.4M 908.0k 0.0k nvme6n14 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 116.8k 86.4k 0.0k 1.1M 864.0k 0.0k nvme6n15 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 86.0k 118.4k 0.0k 860.0k 1.2M 0.0k nvme6n16 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 96.0k 108.0k 0.0k 960.0k 1.1M 0.0k nvme6n17 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 99.2k 104.4k 0.0k 992.0k 1.0M 0.0k nvme6n18 2024-09-05T11:19:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 118.4k 96.0k 0.0k 1.2M 960.0k 0.0k nvme6n19 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 118.0k 107.2k 0.0k 1.2M 1.0M 0.0k nvme6n2 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 130.0k 89.6k 0.0k 1.3M 896.0k 0.0k nvme6n20 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 105.2k 109.6k 0.0k 1.0M 1.1M 0.0k nvme6n3 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 116.8k 102.8k 0.0k 1.1M 1.0M 0.0k nvme6n4 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 104.8k 103.2k 0.0k 1.0M 1.0M 0.0k nvme6n5 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 121.6k 92.0k 0.0k 1.2M 920.0k 0.0k nvme6n6 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 102.8k 112.0k 0.0k 1.0M 1.1M 0.0k nvme6n7 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 107.2k 110.4k 0.0k 1.0M 1.1M 0.0k nvme6n8 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 80.8k 131.2k 0.0k 808.0k 1.3M 0.0k nvme6n9 2024-09-05T11:19:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:36.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:36 smithi050 ceph-mon[81192]: pgmap v543: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 457 op/s 2024-09-05T11:19:36.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:36 smithi154 ceph-mon[59043]: pgmap v543: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 457 op/s 2024-09-05T11:19:36.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:36 smithi119 ceph-mon[72222]: pgmap v543: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 457 op/s 2024-09-05T11:19:38.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:38 smithi050 ceph-mon[81192]: pgmap v544: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.6 MiB/s wr, 707 op/s 2024-09-05T11:19:38.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:38 smithi154 ceph-mon[59043]: pgmap v544: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.6 MiB/s wr, 707 op/s 2024-09-05T11:19:38.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:38 smithi119 ceph-mon[72222]: pgmap v544: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.6 MiB/s wr, 707 op/s 2024-09-05T11:19:39.474 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-09-05T11:19:39.474 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:19:39.474 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:19:39.507 INFO:teuthology.orchestra.run.smithi050.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:19:39.507 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: Active: active (running) since Thu 2024-09-05 11:16:23 UTC; 3min 15s ago 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 103510 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 103511 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 103573 (conmon) 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: Tasks: 130 (limit: 202828) 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: Memory: 151.2M 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 3min 18.876s 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: ├─libpod-payload-b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103575 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.508 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103577 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103640 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─103704 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout: │ └─104659 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout: └─runtime 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout: └─103573 /usr/bin/conmon --api-version 1 -c b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 -u b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06/userdata -p /run/containers/storage/overlay-containers/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:19:39.509 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.510 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.510 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.510 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:19:39.510 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:16:25 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:16:25] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:19:39.511 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:19:39.541 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:19:39.541 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:19:39.541 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 9min ago 2024-09-05T11:19:39.541 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.541 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.541 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 166.6M 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 9min 59.091s 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:19:39.542 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:19:39.543 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:15:03 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:38116 2024-09-05T11:19:39.544 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:19:39.575 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:19:39.575 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:19:39.575 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 9min ago 2024-09-05T11:19:39.575 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 166.8M 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 9min 53.782s 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:19:39.576 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.577 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.578 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:19:39.578 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:19:39.608 INFO:teuthology.orchestra.run.smithi173.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:19:39.608 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:19:39.608 INFO:teuthology.orchestra.run.smithi173.stdout: Active: active (running) since Thu 2024-09-05 11:09:58 UTC; 9min ago 2024-09-05T11:19:39.608 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42202 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42203 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 42265 (conmon) 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: Memory: 161.4M 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 9min 48.531s 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: ├─libpod-payload-dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42267 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42269 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42356 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42407 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:19:39.609 INFO:teuthology.orchestra.run.smithi173.stdout: │ └─43357 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout: └─runtime 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout: └─42265 /usr/bin/conmon --api-version 1 -c dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -u dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata -p /run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.610 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:19:39.611 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:19:39.612 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:19:39.946 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:19:39.946 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 9m ago 29m smithi050=x;smithi119=y;count:2 2024-09-05T11:19:39.947 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 9m ago 30m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:19:39.947 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 4/4 9m ago 25m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:19:39.947 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 9m ago - 2024-09-05T11:19:40.279 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:19:40.279 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (3m) 3m ago 3m 51.8M - 1.2.17 32a3d75b7c14 b2b5394dd57a 2024-09-05T11:19:40.279 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (9m) 9m ago 24m 137M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:19:40.279 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (9m) 9m ago 24m 132M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:19:40.280 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (9m) 9m ago 24m 125M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:19:40.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:40 smithi154 ceph-mon[59043]: pgmap v545: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 483 op/s 2024-09-05T11:19:40.677 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:19:40.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:40 smithi119 ceph-mon[72222]: pgmap v545: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 483 op/s 2024-09-05T11:19:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:40 smithi050 ceph-mon[81192]: pgmap v545: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 483 op/s 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 15m) 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 16m), standbys: y 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 11m), 8 in (since 26m) 2024-09-05T11:19:41.057 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1.0 GiB 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: client: 5.1 MiB/s rd, 5.0 MiB/s wr, 244 op/s rd, 239 op/s wr 2024-09-05T11:19:41.058 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:19:41.091 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.115 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.138 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.160 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.181 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.202 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.222 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.244 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.265 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.286 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.307 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.328 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.349 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.371 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.392 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.413 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.434 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.455 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.476 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.497 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.518 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.540 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.561 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.582 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.603 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.625 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.647 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.668 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.688 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.710 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.731 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:41 smithi119 ceph-mon[72222]: from='client.55153 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:19:41.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:41 smithi119 ceph-mon[72222]: from='client.45191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:19:41.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:41 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/1840050888' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:19:41.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:41 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/402308370' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:19:41.751 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.772 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.793 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.815 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.837 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.859 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.880 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.904 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:41 smithi050 ceph-mon[81192]: from='client.55153 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:19:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:41 smithi050 ceph-mon[81192]: from='client.45191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:19:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:41 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/1840050888' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:19:41.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:41 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/402308370' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:19:41.923 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:41 smithi154 ceph-mon[59043]: from='client.55153 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:19:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:41 smithi154 ceph-mon[59043]: from='client.45191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:19:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:41 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/1840050888' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:19:41.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:41 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/402308370' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:19:41.945 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.966 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:41.988 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.009 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.031 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.052 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.074 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.097 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.119 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.140 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.161 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.181 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.202 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.223 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.244 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.265 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.286 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.307 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.329 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.350 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:19:42.351 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-09-05T11:19:42.351 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-09-05T11:19:42.351 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:19:42.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-mon[81192]: pgmap v546: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 503 op/s 2024-09-05T11:19:42.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:19:42.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:42 smithi119 ceph-mon[72222]: pgmap v546: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 503 op/s 2024-09-05T11:19:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:42 smithi154 ceph-mon[59043]: pgmap v546: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 503 op/s 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: Traceback (most recent call last): 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: gateway.keep_alive() 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: File "/src/control/server.py", line 530, in keep_alive 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: SystemExit: Gateway process terminated 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 19... 2024-09-05T11:19:43.157 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: *** Caught signal (Aborted) ** 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: in thread 7f83728825c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8373c146f0] 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 2: /lib64/libc.so.6(+0x8679a) [0x7f8373c5c79a] 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 3: pthread_cond_wait() 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f8373fac6b0] 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 5: (AsyncMessenger::wait()+0x7b) [0x7f8374a9bceb] 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x55bf2a683b18] 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 7: main() 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 8: /lib64/libc.so.6(+0x29590) [0x7f8373bff590] 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 9: __libc_start_main() 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: 10: _start() 2024-09-05T11:19:43.158 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 70... 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO state.py:545 (888): Cleanup OMAP on exit (discovery-smithi050) 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.a) 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-09-05T11:19:43.159 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:42 smithi050 podman[105761]: 2024-09-05 11:19:42.730303792 +0000 UTC m=+0.175147817 container died b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.target-arch=, io.buildah.version=1.29.0, vendor=Red Hat, Inc., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, vcs-type=git, name=ceph-nvmeof, distribution-scope=public, release=, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, com.redhat.component=ubi9-container, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, org.centos.version=9.0-21.el9, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, maintainer=Ceph Developers , io.ceph.version=1.2.17, io.spdk.build.ceph-release=18.2.4, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.ceph.component=ceph-nvmeof, io.spdk.git.branch=undefined, io.spdk.build.makeflags=) 2024-09-05T11:19:43.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:43 smithi050 podman[105761]: 2024-09-05 11:19:43.313247241 +0000 UTC m=+0.758091265 container cleanup b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.version=24.01, io.ceph.component=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.17, io.spdk.build.ceph-release=18.2.4, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=1.2.17, build-date=2024-07-30 15:47:38 UTC, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.target-arch=, distribution-scope=public, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.17, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba) 2024-09-05T11:19:43.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:19:43 smithi050 bash[105761]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:19:43.743 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service' 2024-09-05T11:19:43.779 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:19:43.779 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-09-05T11:19:43.780 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.4107177131260752) > weight (0.25) 2024-09-05T11:19:43.780 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.5232597076797029) > weight (0.25) 2024-09-05T11:19:43.780 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.d with skip (0.6286986312636373) > weight (0.25) 2024-09-05T11:19:43.780 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 118 secs before reviving 2024-09-05T11:19:44.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:44 smithi119 ceph-mon[72222]: pgmap v547: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.2 MiB/s wr, 711 op/s 2024-09-05T11:19:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:44 smithi050 ceph-mon[81192]: pgmap v547: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.2 MiB/s wr, 711 op/s 2024-09-05T11:19:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:44 smithi154 ceph-mon[59043]: pgmap v547: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.2 MiB/s wr, 711 op/s 2024-09-05T11:19:45.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:19:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 69.6k 82.0k 0.0k 696.0k 820.0k 0.0k nvme10n1 2024-09-05T11:19:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 63.2k 78.0k 0.0k 632.0k 780.0k 0.0k nvme10n10 2024-09-05T11:19:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 68.4k 59.6k 0.0k 684.0k 596.0k 0.0k nvme10n11 2024-09-05T11:19:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 84.4k 64.8k 0.0k 844.0k 648.0k 0.0k nvme10n12 2024-09-05T11:19:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 89.6k 44.8k 0.0k 896.0k 448.0k 0.0k nvme10n13 2024-09-05T11:19:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 68.0k 70.4k 0.0k 680.0k 704.0k 0.0k nvme10n14 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 58.0k 96.0k 0.0k 580.0k 960.0k 0.0k nvme10n15 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 79.2k 65.6k 0.0k 792.0k 656.0k 0.0k nvme10n16 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 85.6k 55.6k 0.0k 856.0k 556.0k 0.0k nvme10n17 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 71.6k 56.8k 0.0k 716.0k 568.0k 0.0k nvme10n18 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 53.2k 96.8k 0.0k 532.0k 968.0k 0.0k nvme10n19 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 74.0k 88.4k 0.0k 740.0k 884.0k 0.0k nvme10n2 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 85.2k 45.6k 0.0k 852.0k 456.0k 0.0k nvme10n20 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 62.8k 87.2k 0.0k 628.0k 872.0k 0.0k nvme10n3 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 101.6k 52.4k 0.0k 1016.0k 524.0k 0.0k nvme10n4 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 56.4k 82.0k 0.0k 564.0k 820.0k 0.0k nvme10n5 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 72.8k 78.8k 0.0k 728.0k 788.0k 0.0k nvme10n6 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 62.0k 80.0k 0.0k 620.0k 800.0k 0.0k nvme10n7 2024-09-05T11:19:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 60.8k 57.6k 0.0k 608.0k 576.0k 0.0k nvme10n8 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 78.0k 72.4k 0.0k 780.0k 724.0k 0.0k nvme10n9 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 67.2k 70.4k 0.0k 672.0k 704.0k 0.0k nvme2n1 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 64.4k 71.2k 0.0k 644.0k 712.0k 0.0k nvme2n10 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 70.4k 69.2k 0.0k 704.0k 692.0k 0.0k nvme2n11 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 69.6k 81.6k 0.0k 696.0k 816.0k 0.0k nvme2n12 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 84.4k 86.0k 0.0k 844.0k 860.0k 0.0k nvme2n13 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 85.6k 97.2k 0.0k 856.0k 972.0k 0.0k nvme2n14 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 79.2k 67.2k 0.0k 792.0k 672.0k 0.0k nvme2n15 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 88.8k 52.4k 0.0k 888.0k 524.0k 0.0k nvme2n16 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 71.2k 70.4k 0.0k 712.0k 704.0k 0.0k nvme2n17 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 76.4k 66.0k 0.0k 764.0k 660.0k 0.0k nvme2n18 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 74.8k 68.8k 0.0k 748.0k 688.0k 0.0k nvme2n19 2024-09-05T11:19:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 66.0k 84.4k 0.0k 660.0k 844.0k 0.0k nvme2n2 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 62.8k 68.8k 0.0k 628.0k 688.0k 0.0k nvme2n20 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 67.6k 68.4k 0.0k 676.0k 684.0k 0.0k nvme2n3 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 64.8k 80.4k 0.0k 648.0k 804.0k 0.0k nvme2n4 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 87.6k 71.2k 0.0k 876.0k 712.0k 0.0k nvme2n5 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 87.6k 50.8k 0.0k 876.0k 508.0k 0.0k nvme2n6 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 60.0k 73.6k 0.0k 600.0k 736.0k 0.0k nvme2n7 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 58.8k 54.8k 0.0k 588.0k 548.0k 0.0k nvme2n8 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 59.6k 61.6k 0.0k 596.0k 616.0k 0.0k nvme2n9 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 70.8k 68.4k 0.0k 708.0k 684.0k 0.0k nvme6n1 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 96.8k 55.6k 0.0k 968.0k 556.0k 0.0k nvme6n10 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 75.2k 81.2k 0.0k 752.0k 812.0k 0.0k nvme6n11 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 66.4k 89.6k 0.0k 664.0k 896.0k 0.0k nvme6n12 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 75.6k 66.0k 0.0k 756.0k 660.0k 0.0k nvme6n13 2024-09-05T11:19:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 64.4k 110.4k 0.0k 644.0k 1.1M 0.0k nvme6n14 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 75.6k 72.8k 0.0k 756.0k 728.0k 0.0k nvme6n15 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 76.4k 62.8k 0.0k 764.0k 628.0k 0.0k nvme6n16 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 66.4k 82.4k 0.0k 664.0k 824.0k 0.0k nvme6n17 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 84.0k 66.0k 0.0k 840.0k 660.0k 0.0k nvme6n18 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 77.2k 74.0k 0.0k 772.0k 740.0k 0.0k nvme6n19 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 78.8k 69.2k 0.0k 788.0k 692.0k 0.0k nvme6n2 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.10 77.6k 91.6k 0.0k 776.0k 916.0k 0.0k nvme6n20 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 74.0k 80.4k 0.0k 740.0k 804.0k 0.0k nvme6n3 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 77.2k 109.2k 0.0k 772.0k 1.1M 0.0k nvme6n4 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 64.8k 89.2k 0.0k 648.0k 892.0k 0.0k nvme6n5 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 71.2k 75.6k 0.0k 712.0k 756.0k 0.0k nvme6n6 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 68.4k 62.4k 0.0k 684.0k 624.0k 0.0k nvme6n7 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 81.6k 80.0k 0.0k 816.0k 800.0k 0.0k nvme6n8 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.20 73.6k 68.8k 0.0k 736.0k 688.0k 0.0k nvme6n9 2024-09-05T11:19:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:46.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:46 smithi119 ceph-mon[72222]: pgmap v548: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 493 op/s 2024-09-05T11:19:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:46 smithi050 ceph-mon[81192]: pgmap v548: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 493 op/s 2024-09-05T11:19:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:46 smithi154 ceph-mon[59043]: pgmap v548: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 493 op/s 2024-09-05T11:19:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:48 smithi050 ceph-mon[81192]: pgmap v549: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 551 op/s 2024-09-05T11:19:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:48 smithi154 ceph-mon[59043]: pgmap v549: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 551 op/s 2024-09-05T11:19:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:48 smithi119 ceph-mon[72222]: pgmap v549: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 551 op/s 2024-09-05T11:19:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:50 smithi050 ceph-mon[81192]: pgmap v550: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-09-05T11:19:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:50 smithi154 ceph-mon[59043]: pgmap v550: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-09-05T11:19:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:50 smithi119 ceph-mon[72222]: pgmap v550: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-09-05T11:19:52.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:19:51] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:19:52.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:19:52.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:19:52.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:56142 2024-09-05T11:19:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:52 smithi050 ceph-mon[81192]: pgmap v551: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-09-05T11:19:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:52 smithi154 ceph-mon[59043]: pgmap v551: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-09-05T11:19:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:52 smithi119 ceph-mon[72222]: pgmap v551: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2024-09-05T11:19:55.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:54 smithi050 ceph-mon[81192]: pgmap v552: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 282 op/s 2024-09-05T11:19:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:54 smithi154 ceph-mon[59043]: pgmap v552: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 282 op/s 2024-09-05T11:19:55.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:54 smithi119 ceph-mon[72222]: pgmap v552: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 282 op/s 2024-09-05T11:19:55.285 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n1 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n10 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n11 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n12 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n13 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n14 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n15 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n16 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n17 2024-09-05T11:19:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n18 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n19 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n2 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n20 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n3 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n4 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n5 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n6 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n7 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n8 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n9 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n1 2024-09-05T11:19:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n10 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n11 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n12 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n13 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n14 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n15 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n16 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n17 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n18 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n19 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n2 2024-09-05T11:19:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n20 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n3 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n5 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n6 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n7 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n8 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n9 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n1 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n10 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n11 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n12 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n13 2024-09-05T11:19:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n14 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n15 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n16 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n17 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n18 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n19 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n2 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n20 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n3 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n4 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n5 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n6 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n7 2024-09-05T11:19:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n8 2024-09-05T11:19:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n9 2024-09-05T11:19:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:19:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:56 smithi050 ceph-mon[81192]: pgmap v553: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 547 KiB/s wr, 58 op/s 2024-09-05T11:19:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:56 smithi154 ceph-mon[59043]: pgmap v553: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 547 KiB/s wr, 58 op/s 2024-09-05T11:19:57.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:56 smithi119 ceph-mon[72222]: pgmap v553: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 547 KiB/s wr, 58 op/s 2024-09-05T11:19:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:19:58 smithi050 ceph-mon[81192]: pgmap v554: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 547 KiB/s wr, 59 op/s 2024-09-05T11:19:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:19:58 smithi154 ceph-mon[59043]: pgmap v554: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 547 KiB/s wr, 59 op/s 2024-09-05T11:19:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:19:58 smithi119 ceph-mon[72222]: pgmap v554: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 547 KiB/s wr, 59 op/s 2024-09-05T11:20:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:00 smithi050 ceph-mon[81192]: pgmap v555: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2 op/s 2024-09-05T11:20:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:00 smithi050 ceph-mon[81192]: overall HEALTH_OK 2024-09-05T11:20:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:20:01.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:20:01.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:00 smithi154 ceph-mon[59043]: pgmap v555: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2 op/s 2024-09-05T11:20:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:00 smithi154 ceph-mon[59043]: overall HEALTH_OK 2024-09-05T11:20:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:20:01.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:20:01.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:00 smithi119 ceph-mon[72222]: pgmap v555: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2 op/s 2024-09-05T11:20:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:00 smithi119 ceph-mon[72222]: overall HEALTH_OK 2024-09-05T11:20:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:20:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:20:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:20:02.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:01 smithi050 ceph-mon[81192]: Detected new or changed devices on smithi033 2024-09-05T11:20:02.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:01 smithi154 ceph-mon[59043]: Detected new or changed devices on smithi033 2024-09-05T11:20:02.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:01 smithi119 ceph-mon[72222]: Detected new or changed devices on smithi033 2024-09-05T11:20:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:02 smithi050 ceph-mon[81192]: pgmap v556: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-05T11:20:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:02 smithi154 ceph-mon[59043]: pgmap v556: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-05T11:20:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:02 smithi119 ceph-mon[72222]: pgmap v556: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-05T11:20:05.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:04 smithi050 ceph-mon[81192]: pgmap v557: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 106 op/s 2024-09-05T11:20:05.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:04 smithi154 ceph-mon[59043]: pgmap v557: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 106 op/s 2024-09-05T11:20:05.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:04 smithi119 ceph-mon[72222]: pgmap v557: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 106 op/s 2024-09-05T11:20:05.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:05.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 37.6k 0.0k 0.0k 376.0k 0.0k 0.0k nvme10n1 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 47.6k 0.0k 0.0k 476.0k 0.0k 0.0k nvme10n10 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 38.4k 0.0k 0.0k 384.0k 0.0k 0.0k nvme10n11 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 42.8k 0.0k 0.0k 428.0k 0.0k 0.0k nvme10n12 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.40 46.4k 0.0k 0.0k 464.0k 0.0k 0.0k nvme10n13 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 34.0k 0.0k 0.0k 340.0k 0.0k 0.0k nvme10n14 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.50 41.6k 0.0k 0.0k 416.0k 0.0k 0.0k nvme10n15 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 40.0k 0.0k 0.0k 400.0k 0.0k 0.0k nvme10n16 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.50 37.2k 0.0k 0.0k 372.0k 0.0k 0.0k nvme10n17 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.80 42.8k 0.0k 0.0k 428.0k 0.0k 0.0k nvme10n18 2024-09-05T11:20:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 1.60 23.6k 0.0k 0.0k 236.0k 0.0k 0.0k nvme10n19 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 39.6k 0.0k 0.0k 396.0k 0.0k 0.0k nvme10n2 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 36.8k 0.0k 0.0k 368.0k 0.0k 0.0k nvme10n20 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 38.8k 0.0k 0.0k 388.0k 0.0k 0.0k nvme10n3 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 38.8k 0.0k 0.0k 388.0k 0.0k 0.0k nvme10n4 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.60 44.8k 0.0k 0.0k 448.0k 0.0k 0.0k nvme10n5 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 34.8k 0.0k 0.0k 348.0k 0.0k 0.0k nvme10n6 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 43.2k 0.0k 0.0k 432.0k 0.0k 0.0k nvme10n7 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 40.4k 0.0k 0.0k 404.0k 0.0k 0.0k nvme10n8 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 41.6k 0.0k 0.0k 416.0k 0.0k 0.0k nvme10n9 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 46.8k 0.0k 0.0k 468.0k 0.0k 0.0k nvme2n1 2024-09-05T11:20:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 37.2k 0.0k 0.0k 372.0k 0.0k 0.0k nvme2n10 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 40.0k 0.0k 0.0k 400.0k 0.0k 0.0k nvme2n11 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.40 34.4k 0.0k 0.0k 344.0k 0.0k 0.0k nvme2n12 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 40.0k 0.0k 0.0k 400.0k 0.0k 0.0k nvme2n13 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 34.8k 0.0k 0.0k 348.0k 0.0k 0.0k nvme2n14 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.70 29.6k 0.0k 0.0k 296.0k 0.0k 0.0k nvme2n15 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 39.6k 0.0k 0.0k 396.0k 0.0k 0.0k nvme2n16 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.60 35.2k 0.0k 0.0k 352.0k 0.0k 0.0k nvme2n17 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 44.8k 0.0k 0.0k 448.0k 0.0k 0.0k nvme2n18 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 42.0k 0.0k 0.0k 420.0k 0.0k 0.0k nvme2n19 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 36.4k 0.0k 0.0k 364.0k 0.0k 0.0k nvme2n2 2024-09-05T11:20:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.50 46.4k 0.0k 0.0k 464.0k 0.0k 0.0k nvme2n20 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 42.8k 0.0k 0.0k 428.0k 0.0k 0.0k nvme2n3 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 34.4k 0.0k 0.0k 344.0k 0.0k 0.0k nvme2n4 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.40 37.6k 0.0k 0.0k 376.0k 0.0k 0.0k nvme2n5 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 38.0k 0.0k 0.0k 380.0k 0.0k 0.0k nvme2n6 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.50 37.6k 0.0k 0.0k 376.0k 0.0k 0.0k nvme2n7 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 42.8k 0.0k 0.0k 428.0k 0.0k 0.0k nvme2n8 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 40.8k 0.0k 0.0k 408.0k 0.0k 0.0k nvme2n9 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.20 41.2k 0.0k 0.0k 412.0k 0.0k 0.0k nvme6n1 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 34.0k 0.0k 0.0k 340.0k 0.0k 0.0k nvme6n10 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 36.4k 0.0k 0.0k 364.0k 0.0k 0.0k nvme6n11 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 46.8k 0.0k 0.0k 468.0k 0.0k 0.0k nvme6n12 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.90 35.2k 0.0k 0.0k 352.0k 0.0k 0.0k nvme6n13 2024-09-05T11:20:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 38.8k 0.0k 0.0k 388.0k 0.0k 0.0k nvme6n14 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.40 44.0k 0.0k 0.0k 440.0k 0.0k 0.0k nvme6n15 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 41.2k 0.0k 0.0k 412.0k 0.0k 0.0k nvme6n16 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.60 37.2k 0.0k 0.0k 372.0k 0.0k 0.0k nvme6n17 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 43.2k 0.0k 0.0k 432.0k 0.0k 0.0k nvme6n18 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.30 35.6k 0.0k 0.0k 356.0k 0.0k 0.0k nvme6n19 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 42.0k 0.0k 0.0k 420.0k 0.0k 0.0k nvme6n2 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.90 39.6k 0.0k 0.0k 396.0k 0.0k 0.0k nvme6n20 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 42.0k 0.0k 0.0k 420.0k 0.0k 0.0k nvme6n3 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 51.6k 0.0k 0.0k 516.0k 0.0k 0.0k nvme6n4 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 45.6k 0.0k 0.0k 456.0k 0.0k 0.0k nvme6n5 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 40.4k 0.0k 0.0k 404.0k 0.0k 0.0k nvme6n6 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.80 36.8k 0.0k 0.0k 368.0k 0.0k 0.0k nvme6n7 2024-09-05T11:20:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.50 35.2k 0.0k 0.0k 352.0k 0.0k 0.0k nvme6n8 2024-09-05T11:20:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2.20 44.4k 0.0k 0.0k 444.0k 0.0k 0.0k nvme6n9 2024-09-05T11:20:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:06 smithi050 ceph-mon[81192]: pgmap v558: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 105 op/s 2024-09-05T11:20:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:06 smithi154 ceph-mon[59043]: pgmap v558: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 105 op/s 2024-09-05T11:20:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:06 smithi119 ceph-mon[72222]: pgmap v558: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 105 op/s 2024-09-05T11:20:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:08 smithi050 ceph-mon[81192]: pgmap v559: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 106 op/s 2024-09-05T11:20:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:08 smithi154 ceph-mon[59043]: pgmap v559: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 106 op/s 2024-09-05T11:20:09.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:08 smithi119 ceph-mon[72222]: pgmap v559: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 106 op/s 2024-09-05T11:20:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:09 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:10.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:09 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:09 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:10.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:09 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:10.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:09 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:10.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:09 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:10 smithi050 ceph-mon[81192]: pgmap v560: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 105 op/s 2024-09-05T11:20:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:10 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:11.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:10 smithi050 ceph-mon[81192]: osdmap e119: 8 total, 8 up, 8 in 2024-09-05T11:20:11.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:10 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:11.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:10 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:10 smithi154 ceph-mon[59043]: pgmap v560: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 105 op/s 2024-09-05T11:20:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:10 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:10 smithi154 ceph-mon[59043]: osdmap e119: 8 total, 8 up, 8 in 2024-09-05T11:20:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:10 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:10 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:10 smithi119 ceph-mon[72222]: pgmap v560: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 KiB/s wr, 105 op/s 2024-09-05T11:20:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:10 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:10 smithi119 ceph-mon[72222]: osdmap e119: 8 total, 8 up, 8 in 2024-09-05T11:20:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:10 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:10 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:11 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:11 smithi050 ceph-mon[81192]: osdmap e120: 8 total, 8 up, 8 in 2024-09-05T11:20:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:11 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:12.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:11 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:11 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:11 smithi154 ceph-mon[59043]: osdmap e120: 8 total, 8 up, 8 in 2024-09-05T11:20:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:11 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:12.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:11 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:11 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:11 smithi119 ceph-mon[72222]: osdmap e120: 8 total, 8 up, 8 in 2024-09-05T11:20:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:11 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:12.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:11 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:12 smithi050 ceph-mon[81192]: pgmap v563: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1 op/s 2024-09-05T11:20:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:12 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:12 smithi050 ceph-mon[81192]: osdmap e121: 8 total, 8 up, 8 in 2024-09-05T11:20:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:12 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:13.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:12 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:12 smithi154 ceph-mon[59043]: pgmap v563: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1 op/s 2024-09-05T11:20:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:12 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:12 smithi154 ceph-mon[59043]: osdmap e121: 8 total, 8 up, 8 in 2024-09-05T11:20:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:12 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:12 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:12 smithi119 ceph-mon[72222]: pgmap v563: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1 op/s 2024-09-05T11:20:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:12 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:12 smithi119 ceph-mon[72222]: osdmap e121: 8 total, 8 up, 8 in 2024-09-05T11:20:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:12 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:12 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:14.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:13 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:14.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:13 smithi050 ceph-mon[81192]: osdmap e122: 8 total, 8 up, 8 in 2024-09-05T11:20:14.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:13 smithi050 ceph-mon[81192]: pgmap v566: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-09-05T11:20:14.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:13 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:14.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:13 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:13 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:13 smithi154 ceph-mon[59043]: osdmap e122: 8 total, 8 up, 8 in 2024-09-05T11:20:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:13 smithi154 ceph-mon[59043]: pgmap v566: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-09-05T11:20:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:13 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:14.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:13 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:13 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:13 smithi119 ceph-mon[72222]: osdmap e122: 8 total, 8 up, 8 in 2024-09-05T11:20:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:13 smithi119 ceph-mon[72222]: pgmap v566: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-09-05T11:20:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:13 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:13 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:14 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:14 smithi050 ceph-mon[81192]: osdmap e123: 8 total, 8 up, 8 in 2024-09-05T11:20:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:14 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:14 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:14 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:14 smithi154 ceph-mon[59043]: osdmap e123: 8 total, 8 up, 8 in 2024-09-05T11:20:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:14 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:14 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:14 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:14 smithi119 ceph-mon[72222]: osdmap e123: 8 total, 8 up, 8 in 2024-09-05T11:20:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:14 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:14 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:15.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:20:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 3.2k 0.0k 0.0k 32.0k 0.0k 0.0k nvme10n1 2024-09-05T11:20:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme10n10 2024-09-05T11:20:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.4k 0.0k 0.0k 24.0k 0.0k 0.0k nvme10n11 2024-09-05T11:20:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.8k 0.0k 0.0k 48.0k 0.0k 0.0k nvme10n12 2024-09-05T11:20:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme10n13 2024-09-05T11:20:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme10n14 2024-09-05T11:20:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme10n15 2024-09-05T11:20:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.4k 1.2k 0.0k 24.0k 12.0k 0.0k nvme10n16 2024-09-05T11:20:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme10n17 2024-09-05T11:20:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme10n18 2024-09-05T11:20:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme10n19 2024-09-05T11:20:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.4k 0.0k 0.0k 24.0k 0.0k 0.0k nvme10n2 2024-09-05T11:20:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme10n20 2024-09-05T11:20:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 5.6k 0.0k 0.0k 56.0k 0.0k 0.0k nvme10n3 2024-09-05T11:20:15.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.2k 0.0k 0.0k 12.0k 0.0k nvme10n4 2024-09-05T11:20:15.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme10n5 2024-09-05T11:20:15.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme10n6 2024-09-05T11:20:15.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme10n7 2024-09-05T11:20:15.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme10n8 2024-09-05T11:20:15.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme10n9 2024-09-05T11:20:15.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme2n1 2024-09-05T11:20:15.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.0k 0.0k 0.0k 40.0k 0.0k 0.0k nvme2n10 2024-09-05T11:20:15.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme2n11 2024-09-05T11:20:15.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme2n12 2024-09-05T11:20:15.302 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.8k 0.0k 0.0k 8.0k 0.0k nvme2n13 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme2n14 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 4.4k 0.0k 0.0k 44.0k 0.0k nvme2n15 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.8k 0.0k 0.0k 48.0k 0.0k 0.0k nvme2n16 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 6.0k 0.4k 0.0k 60.0k 4.0k 0.0k nvme2n17 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.8k 4.0k 0.0k 8.0k 40.0k 0.0k nvme2n18 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 1.6k 2.8k 0.0k 16.0k 28.0k 0.0k nvme2n19 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme2n2 2024-09-05T11:20:15.303 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme2n20 2024-09-05T11:20:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 5.6k 0.0k 0.0k 56.0k 0.0k 0.0k nvme2n3 2024-09-05T11:20:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme2n4 2024-09-05T11:20:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme2n5 2024-09-05T11:20:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme2n6 2024-09-05T11:20:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme2n7 2024-09-05T11:20:15.304 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme2n8 2024-09-05T11:20:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme2n9 2024-09-05T11:20:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme6n1 2024-09-05T11:20:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.8k 0.0k 0.0k 8.0k 0.0k nvme6n10 2024-09-05T11:20:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 3.6k 0.0k 0.0k 36.0k 0.0k 0.0k nvme6n11 2024-09-05T11:20:15.305 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme6n12 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 5.2k 0.0k 0.0k 52.0k 0.0k 0.0k nvme6n13 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.2k 0.0k 0.0k 12.0k 0.0k nvme6n14 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 3.2k 0.0k 0.0k 32.0k 0.0k 0.0k nvme6n15 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.4k 0.8k 0.0k 4.0k 8.0k 0.0k nvme6n16 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 8.0k 0.0k 0.0k 80.0k 0.0k nvme6n17 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.4k 0.0k 0.0k 44.0k 0.0k 0.0k nvme6n18 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 3.6k 0.0k 0.0k 36.0k 0.0k nvme6n19 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme6n2 2024-09-05T11:20:15.306 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.4k 1.6k 0.0k 44.0k 16.0k 0.0k nvme6n20 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme6n3 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 5.6k 0.0k 0.0k 56.0k 0.0k 0.0k nvme6n4 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme6n5 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme6n6 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme6n7 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.0k 0.0k 0.0k 40.0k 0.0k 0.0k nvme6n8 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme6n9 2024-09-05T11:20:15.307 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:16.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:15 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:16.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:15 smithi050 ceph-mon[81192]: osdmap e124: 8 total, 8 up, 8 in 2024-09-05T11:20:16.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:15 smithi050 ceph-mon[81192]: pgmap v569: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-09-05T11:20:16.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:15 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:16.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:15 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:15 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:15 smithi154 ceph-mon[59043]: osdmap e124: 8 total, 8 up, 8 in 2024-09-05T11:20:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:15 smithi154 ceph-mon[59043]: pgmap v569: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-09-05T11:20:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:15 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:16.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:15 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:15 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:15 smithi119 ceph-mon[72222]: osdmap e124: 8 total, 8 up, 8 in 2024-09-05T11:20:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:15 smithi119 ceph-mon[72222]: pgmap v569: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-09-05T11:20:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:15 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:15 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:16 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:16 smithi050 ceph-mon[81192]: osdmap e125: 8 total, 8 up, 8 in 2024-09-05T11:20:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:16 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:16 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:16 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:16 smithi154 ceph-mon[59043]: osdmap e125: 8 total, 8 up, 8 in 2024-09-05T11:20:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:16 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:16 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:16 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:16 smithi119 ceph-mon[72222]: osdmap e125: 8 total, 8 up, 8 in 2024-09-05T11:20:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:16 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:16 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:17 smithi050 ceph-mon[81192]: pgmap v571: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 81 KiB/s wr, 50 op/s 2024-09-05T11:20:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:17 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:17 smithi050 ceph-mon[81192]: osdmap e126: 8 total, 8 up, 8 in 2024-09-05T11:20:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:17 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:18.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:17 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:17 smithi154 ceph-mon[59043]: pgmap v571: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 81 KiB/s wr, 50 op/s 2024-09-05T11:20:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:17 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:17 smithi154 ceph-mon[59043]: osdmap e126: 8 total, 8 up, 8 in 2024-09-05T11:20:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:17 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:18.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:17 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:17 smithi119 ceph-mon[72222]: pgmap v571: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 81 KiB/s wr, 50 op/s 2024-09-05T11:20:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:17 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:17 smithi119 ceph-mon[72222]: osdmap e126: 8 total, 8 up, 8 in 2024-09-05T11:20:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:17 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:17 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:18 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:18 smithi050 ceph-mon[81192]: osdmap e127: 8 total, 8 up, 8 in 2024-09-05T11:20:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:18 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:18 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:18 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:18 smithi154 ceph-mon[59043]: osdmap e127: 8 total, 8 up, 8 in 2024-09-05T11:20:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:18 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:18 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:18 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:18 smithi119 ceph-mon[72222]: osdmap e127: 8 total, 8 up, 8 in 2024-09-05T11:20:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:18 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:18 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:19 smithi154 ceph-mon[59043]: pgmap v574: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 81 KiB/s wr, 50 op/s 2024-09-05T11:20:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:19 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:20.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:19 smithi154 ceph-mon[59043]: osdmap e128: 8 total, 8 up, 8 in 2024-09-05T11:20:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:19 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:20.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:19 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:19 smithi119 ceph-mon[72222]: pgmap v574: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 81 KiB/s wr, 50 op/s 2024-09-05T11:20:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:19 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:19 smithi119 ceph-mon[72222]: osdmap e128: 8 total, 8 up, 8 in 2024-09-05T11:20:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:19 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:20.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:19 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:20.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:19 smithi050 ceph-mon[81192]: pgmap v574: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 81 KiB/s wr, 50 op/s 2024-09-05T11:20:20.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:19 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:20.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:19 smithi050 ceph-mon[81192]: osdmap e128: 8 total, 8 up, 8 in 2024-09-05T11:20:20.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:19 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:20.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:19 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:20 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:20 smithi119 ceph-mon[72222]: osdmap e129: 8 total, 8 up, 8 in 2024-09-05T11:20:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:20 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:20 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:21.357 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:20 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:21.357 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:20 smithi050 ceph-mon[81192]: osdmap e129: 8 total, 8 up, 8 in 2024-09-05T11:20:21.357 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:20 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:21.358 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:20 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:21.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:20 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:21.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:20 smithi154 ceph-mon[59043]: osdmap e129: 8 total, 8 up, 8 in 2024-09-05T11:20:21.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:20 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:21.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:20 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:21 smithi119 ceph-mon[72222]: pgmap v577: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T11:20:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:21 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:21 smithi119 ceph-mon[72222]: osdmap e130: 8 total, 8 up, 8 in 2024-09-05T11:20:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:21 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:22.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:21 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:22.342 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:21 smithi050 ceph-mon[81192]: pgmap v577: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T11:20:22.342 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:21 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:22.342 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:21 smithi050 ceph-mon[81192]: osdmap e130: 8 total, 8 up, 8 in 2024-09-05T11:20:22.342 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:21 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:22.342 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:21 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:22.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:21 smithi154 ceph-mon[59043]: pgmap v577: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T11:20:22.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:21 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:22.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:21 smithi154 ceph-mon[59043]: osdmap e130: 8 total, 8 up, 8 in 2024-09-05T11:20:22.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:21 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:22.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:21 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:22 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:23.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:22 smithi119 ceph-mon[72222]: osdmap e131: 8 total, 8 up, 8 in 2024-09-05T11:20:23.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:22 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:23.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:22 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:23.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:22 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:23.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:22 smithi050 ceph-mon[81192]: osdmap e131: 8 total, 8 up, 8 in 2024-09-05T11:20:23.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:22 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:23.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:22 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:23.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:22 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:23.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:22 smithi154 ceph-mon[59043]: osdmap e131: 8 total, 8 up, 8 in 2024-09-05T11:20:23.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:22 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:23.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:22 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:23 smithi119 ceph-mon[72222]: pgmap v580: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-09-05T11:20:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:23 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:23 smithi119 ceph-mon[72222]: osdmap e132: 8 total, 8 up, 8 in 2024-09-05T11:20:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:23 smithi119 ceph-mon[72222]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:23 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:24.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:23 smithi050 ceph-mon[81192]: pgmap v580: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-09-05T11:20:24.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:23 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:24.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:23 smithi050 ceph-mon[81192]: osdmap e132: 8 total, 8 up, 8 in 2024-09-05T11:20:24.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:23 smithi050 ceph-mon[81192]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:24.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:23 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:24.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:23 smithi154 ceph-mon[59043]: pgmap v580: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-09-05T11:20:24.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:23 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:24.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:23 smithi154 ceph-mon[59043]: osdmap e132: 8 total, 8 up, 8 in 2024-09-05T11:20:24.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:23 smithi154 ceph-mon[59043]: from='client.? 172.21.15.119:0/3284617572' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:24.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:23 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"} : dispatch 2024-09-05T11:20:25.219 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:24 smithi154 ceph-mon[59043]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:25.219 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:24 smithi154 ceph-mon[59043]: osdmap e133: 8 total, 8 up, 8 in 2024-09-05T11:20:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:24 smithi119 ceph-mon[72222]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:24 smithi119 ceph-mon[72222]: osdmap e133: 8 total, 8 up, 8 in 2024-09-05T11:20:25.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 20.4k 5.6k 0.0k 204.0k 56.0k 0.0k nvme10n1 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 17.2k 16.4k 0.0k 172.0k 164.0k 0.0k nvme10n10 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 16.0k 10.0k 0.0k 160.0k 100.0k 0.0k nvme10n11 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 8.8k 20.4k 0.0k 88.0k 204.0k 0.0k nvme10n12 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 1.6k 17.2k 0.0k 16.0k 172.0k 0.0k nvme10n13 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 10.0k 10.8k 0.0k 100.0k 108.0k 0.0k nvme10n14 2024-09-05T11:20:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 7.6k 20.8k 0.0k 76.0k 208.0k 0.0k nvme10n15 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 23.2k 7.2k 0.0k 232.0k 72.0k 0.0k nvme10n16 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 14.8k 15.6k 0.0k 148.0k 156.0k 0.0k nvme10n17 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 11.2k 13.2k 0.0k 112.0k 132.0k 0.0k nvme10n18 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 21.6k 10.8k 0.0k 216.0k 108.0k 0.0k nvme10n19 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 18.8k 6.0k 0.0k 188.0k 60.0k 0.0k nvme10n2 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 16.4k 8.4k 0.0k 164.0k 84.0k 0.0k nvme10n20 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 21.6k 14.4k 0.0k 216.0k 144.0k 0.0k nvme10n3 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 14.0k 24.0k 0.0k 140.0k 240.0k 0.0k nvme10n4 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 12.0k 8.4k 0.0k 120.0k 84.0k 0.0k nvme10n5 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 19.2k 18.0k 0.0k 192.0k 180.0k 0.0k nvme10n6 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 14.4k 13.6k 0.0k 144.0k 136.0k 0.0k nvme10n7 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 14.0k 10.4k 0.0k 140.0k 104.0k 0.0k nvme10n8 2024-09-05T11:20:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 8.0k 15.6k 0.0k 80.0k 156.0k 0.0k nvme10n9 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 8.0k 12.8k 0.0k 80.0k 128.0k 0.0k nvme2n1 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 11.6k 20.4k 0.0k 116.0k 204.0k 0.0k nvme2n10 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 10.8k 13.2k 0.0k 108.0k 132.0k 0.0k nvme2n11 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 16.4k 5.2k 0.0k 164.0k 52.0k 0.0k nvme2n12 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 10.0k 14.8k 0.0k 100.0k 148.0k 0.0k nvme2n13 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 9.6k 18.4k 0.0k 96.0k 184.0k 0.0k nvme2n14 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 8.8k 10.4k 0.0k 88.0k 104.0k 0.0k nvme2n15 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 5.2k 22.8k 0.0k 52.0k 228.0k 0.0k nvme2n16 2024-09-05T11:20:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 8.8k 16.0k 0.0k 88.0k 160.0k 0.0k nvme2n17 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 17.2k 11.6k 0.0k 172.0k 116.0k 0.0k nvme2n18 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 9.2k 24.4k 0.0k 92.0k 244.0k 0.0k nvme2n19 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 7.6k 16.0k 0.0k 76.0k 160.0k 0.0k nvme2n2 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 11.6k 7.2k 0.0k 116.0k 72.0k 0.0k nvme2n20 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 7.6k 22.0k 0.0k 76.0k 220.0k 0.0k nvme2n3 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 9.6k 14.8k 0.0k 96.0k 148.0k 0.0k nvme2n4 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 5.6k 9.2k 0.0k 56.0k 92.0k 0.0k nvme2n5 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 12.8k 8.4k 0.0k 128.0k 84.0k 0.0k nvme2n6 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 18.0k 13.6k 0.0k 180.0k 136.0k 0.0k nvme2n7 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 14.8k 17.6k 0.0k 148.0k 176.0k 0.0k nvme2n8 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 13.2k 17.2k 0.0k 132.0k 172.0k 0.0k nvme2n9 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 16.4k 6.8k 0.0k 164.0k 68.0k 0.0k nvme6n1 2024-09-05T11:20:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 12.8k 16.4k 0.0k 128.0k 164.0k 0.0k nvme6n10 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 6.4k 21.2k 0.0k 64.0k 212.0k 0.0k nvme6n11 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 16.4k 12.0k 0.0k 164.0k 120.0k 0.0k nvme6n12 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 8.4k 23.6k 0.0k 84.0k 236.0k 0.0k nvme6n13 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 12.4k 16.0k 0.0k 124.0k 160.0k 0.0k nvme6n14 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 13.6k 11.6k 0.0k 136.0k 116.0k 0.0k nvme6n15 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 9.6k 20.8k 0.0k 96.0k 208.0k 0.0k nvme6n16 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 12.0k 8.0k 0.0k 120.0k 80.0k 0.0k nvme6n17 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 4.8k 23.6k 0.0k 48.0k 236.0k 0.0k nvme6n18 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 16.0k 5.2k 0.0k 160.0k 52.0k 0.0k nvme6n19 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 19.6k 7.6k 0.0k 196.0k 76.0k 0.0k nvme6n2 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.30 12.8k 19.2k 0.0k 128.0k 192.0k 0.0k nvme6n20 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 18.8k 18.8k 0.0k 188.0k 188.0k 0.0k nvme6n3 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 14.4k 13.2k 0.0k 144.0k 132.0k 0.0k nvme6n4 2024-09-05T11:20:25.302 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 15.6k 21.6k 0.0k 156.0k 216.0k 0.0k nvme6n5 2024-09-05T11:20:25.303 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 18.4k 2.4k 0.0k 184.0k 24.0k 0.0k nvme6n6 2024-09-05T11:20:25.303 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 9.6k 12.8k 0.0k 96.0k 128.0k 0.0k nvme6n7 2024-09-05T11:20:25.303 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 21.2k 6.8k 0.0k 212.0k 68.0k 0.0k nvme6n8 2024-09-05T11:20:25.303 INFO:tasks.workunit.client.0.smithi033.stdout: 1.40 6.8k 19.2k 0.0k 68.0k 192.0k 0.0k nvme6n9 2024-09-05T11:20:25.303 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:24 smithi050 ceph-mon[81192]: from='client.? ' entity='client.nvmeof.nvmeof.b' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.50:0/1094974650"}]': finished 2024-09-05T11:20:25.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:24 smithi050 ceph-mon[81192]: osdmap e133: 8 total, 8 up, 8 in 2024-09-05T11:20:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:25 smithi119 ceph-mon[72222]: pgmap v583: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 107 KiB/s wr, 37 op/s 2024-09-05T11:20:26.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:25 smithi050 ceph-mon[81192]: pgmap v583: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 107 KiB/s wr, 37 op/s 2024-09-05T11:20:26.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:25 smithi154 ceph-mon[59043]: pgmap v583: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 107 KiB/s wr, 37 op/s 2024-09-05T11:20:28.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:27 smithi119 ceph-mon[72222]: pgmap v584: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 284 op/s 2024-09-05T11:20:28.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:27 smithi050 ceph-mon[81192]: pgmap v584: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 284 op/s 2024-09-05T11:20:28.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:27 smithi154 ceph-mon[59043]: pgmap v584: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 284 op/s 2024-09-05T11:20:30.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:29 smithi119 ceph-mon[72222]: pgmap v585: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 222 op/s 2024-09-05T11:20:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:29 smithi050 ceph-mon[81192]: pgmap v585: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 222 op/s 2024-09-05T11:20:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:29 smithi154 ceph-mon[59043]: pgmap v585: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 222 op/s 2024-09-05T11:20:32.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:31 smithi050 ceph-mon[81192]: pgmap v586: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 220 op/s 2024-09-05T11:20:32.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:31 smithi119 ceph-mon[72222]: pgmap v586: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 220 op/s 2024-09-05T11:20:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:31 smithi154 ceph-mon[59043]: pgmap v586: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 220 op/s 2024-09-05T11:20:34.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:33 smithi119 ceph-mon[72222]: pgmap v587: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 422 op/s 2024-09-05T11:20:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:33 smithi050 ceph-mon[81192]: pgmap v587: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 422 op/s 2024-09-05T11:20:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:33 smithi154 ceph-mon[59043]: pgmap v587: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 422 op/s 2024-09-05T11:20:35.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 68.0k 84.8k 0.0k 680.0k 848.0k 0.0k nvme10n1 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 72.0k 86.8k 0.0k 720.0k 868.0k 0.0k nvme10n10 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 85.6k 70.4k 0.0k 856.0k 704.0k 0.0k nvme10n11 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 95.6k 108.8k 0.0k 956.0k 1.1M 0.0k nvme10n12 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 99.2k 115.6k 0.0k 992.0k 1.1M 0.0k nvme10n13 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 85.2k 72.8k 0.0k 852.0k 728.0k 0.0k nvme10n14 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 84.4k 89.2k 0.0k 844.0k 892.0k 0.0k nvme10n15 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 114.4k 80.8k 0.0k 1.1M 808.0k 0.0k nvme10n16 2024-09-05T11:20:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 101.6k 72.8k 0.0k 1016.0k 728.0k 0.0k nvme10n17 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 74.8k 95.6k 0.0k 748.0k 956.0k 0.0k nvme10n18 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 94.4k 92.0k 0.0k 944.0k 920.0k 0.0k nvme10n19 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 92.8k 66.4k 0.0k 928.0k 664.0k 0.0k nvme10n2 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 58.4k 94.4k 0.0k 584.0k 944.0k 0.0k nvme10n20 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 103.2k 88.0k 0.0k 1.0M 880.0k 0.0k nvme10n3 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 74.0k 85.2k 0.0k 740.0k 852.0k 0.0k nvme10n4 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 78.0k 71.6k 0.0k 780.0k 716.0k 0.0k nvme10n5 2024-09-05T11:20:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 63.2k 91.2k 0.0k 632.0k 912.0k 0.0k nvme10n6 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 75.2k 79.2k 0.0k 752.0k 792.0k 0.0k nvme10n7 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 72.0k 96.8k 0.0k 720.0k 968.0k 0.0k nvme10n8 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 86.8k 70.4k 0.0k 868.0k 704.0k 0.0k nvme10n9 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 94.8k 80.4k 0.0k 948.0k 804.0k 0.0k nvme2n1 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 89.6k 82.4k 0.0k 896.0k 824.0k 0.0k nvme2n10 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 70.8k 98.4k 0.0k 708.0k 984.0k 0.0k nvme2n11 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 102.4k 100.4k 0.0k 1.0M 1004.0k 0.0k nvme2n12 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 103.6k 99.6k 0.0k 1.0M 996.0k 0.0k nvme2n13 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 82.0k 70.4k 0.0k 820.0k 704.0k 0.0k nvme2n14 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 90.4k 76.0k 0.0k 904.0k 760.0k 0.0k nvme2n15 2024-09-05T11:20:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 79.2k 73.6k 0.0k 792.0k 736.0k 0.0k nvme2n16 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 91.2k 86.0k 0.0k 912.0k 860.0k 0.0k nvme2n17 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 85.6k 100.8k 0.0k 856.0k 1008.0k 0.0k nvme2n18 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 100.4k 90.8k 0.0k 1004.0k 908.0k 0.0k nvme2n19 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 98.4k 72.8k 0.0k 984.0k 728.0k 0.0k nvme2n2 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 111.6k 103.6k 0.0k 1.1M 1.0M 0.0k nvme2n20 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 90.0k 92.8k 0.0k 900.0k 928.0k 0.0k nvme2n3 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 99.2k 92.8k 0.0k 992.0k 928.0k 0.0k nvme2n4 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 82.0k 97.6k 0.0k 820.0k 976.0k 0.0k nvme2n5 2024-09-05T11:20:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 100.8k 87.2k 0.0k 1008.0k 872.0k 0.0k nvme2n6 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 120.0k 115.2k 0.0k 1.2M 1.1M 0.0k nvme2n7 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 79.6k 78.8k 0.0k 796.0k 788.0k 0.0k nvme2n8 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 84.8k 78.8k 0.0k 848.0k 788.0k 0.0k nvme2n9 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 87.2k 106.8k 0.0k 872.0k 1.0M 0.0k nvme6n1 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 77.2k 86.0k 0.0k 772.0k 860.0k 0.0k nvme6n10 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 84.8k 87.6k 0.0k 848.0k 876.0k 0.0k nvme6n11 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 86.4k 82.4k 0.0k 864.0k 824.0k 0.0k nvme6n12 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 78.0k 94.4k 0.0k 780.0k 944.0k 0.0k nvme6n13 2024-09-05T11:20:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 96.8k 101.2k 0.0k 968.0k 1012.0k 0.0k nvme6n14 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 84.0k 109.2k 0.0k 840.0k 1.1M 0.0k nvme6n15 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 86.8k 77.2k 0.0k 868.0k 772.0k 0.0k nvme6n16 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 93.2k 91.6k 0.0k 932.0k 916.0k 0.0k nvme6n17 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 44.8k 117.2k 0.0k 448.0k 1.1M 0.0k nvme6n18 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 71.6k 84.4k 0.0k 716.0k 844.0k 0.0k nvme6n19 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 88.0k 98.0k 0.0k 880.0k 980.0k 0.0k nvme6n2 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 91.6k 100.8k 0.0k 916.0k 1008.0k 0.0k nvme6n20 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 102.0k 74.8k 0.0k 1020.0k 748.0k 0.0k nvme6n3 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 70.0k 108.0k 0.0k 700.0k 1.1M 0.0k nvme6n4 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 71.2k 79.2k 0.0k 712.0k 792.0k 0.0k nvme6n5 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 88.4k 81.6k 0.0k 884.0k 816.0k 0.0k nvme6n6 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 104.4k 84.4k 0.0k 1.0M 844.0k 0.0k nvme6n7 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 97.2k 84.4k 0.0k 972.0k 844.0k 0.0k nvme6n8 2024-09-05T11:20:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 98.4k 63.6k 0.0k 984.0k 636.0k 0.0k nvme6n9 2024-09-05T11:20:35.305 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:36.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:35 smithi119 ceph-mon[72222]: pgmap v588: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.7 MiB/s wr, 383 op/s 2024-09-05T11:20:36.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:35 smithi050 ceph-mon[81192]: pgmap v588: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.7 MiB/s wr, 383 op/s 2024-09-05T11:20:36.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:35 smithi154 ceph-mon[59043]: pgmap v588: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.7 MiB/s wr, 383 op/s 2024-09-05T11:20:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:38 smithi050 ceph-mon[81192]: pgmap v589: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 575 op/s 2024-09-05T11:20:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:38 smithi154 ceph-mon[59043]: pgmap v589: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 575 op/s 2024-09-05T11:20:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:38 smithi119 ceph-mon[72222]: pgmap v589: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 575 op/s 2024-09-05T11:20:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:40 smithi050 ceph-mon[81192]: pgmap v590: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 446 op/s 2024-09-05T11:20:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:40 smithi154 ceph-mon[59043]: pgmap v590: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 446 op/s 2024-09-05T11:20:41.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:40 smithi119 ceph-mon[72222]: pgmap v590: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 446 op/s 2024-09-05T11:20:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:42 smithi050 ceph-mon[81192]: pgmap v591: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 464 op/s 2024-09-05T11:20:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:42 smithi154 ceph-mon[59043]: pgmap v591: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 464 op/s 2024-09-05T11:20:43.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:42 smithi119 ceph-mon[72222]: pgmap v591: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 464 op/s 2024-09-05T11:20:45.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:44 smithi050 ceph-mon[81192]: pgmap v592: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.5 MiB/s wr, 648 op/s 2024-09-05T11:20:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:44 smithi154 ceph-mon[59043]: pgmap v592: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.5 MiB/s wr, 648 op/s 2024-09-05T11:20:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:44 smithi119 ceph-mon[72222]: pgmap v592: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.5 MiB/s wr, 648 op/s 2024-09-05T11:20:45.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 87.6k 59.2k 0.0k 876.0k 592.0k 0.0k nvme10n1 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 117.6k 112.0k 0.0k 1.1M 1.1M 0.0k nvme10n10 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 86.8k 106.0k 0.0k 868.0k 1.0M 0.0k nvme10n11 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 120.0k 123.2k 0.0k 1.2M 1.2M 0.0k nvme10n12 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 91.6k 70.8k 0.0k 916.0k 708.0k 0.0k nvme10n13 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 153.2k 145.6k 0.0k 1.5M 1.4M 0.0k nvme10n14 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 100.8k 64.8k 0.0k 1008.0k 648.0k 0.0k nvme10n15 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 167.6k 133.2k 0.0k 1.6M 1.3M 0.0k nvme10n16 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 91.2k 80.8k 0.0k 912.0k 808.0k 0.0k nvme10n17 2024-09-05T11:20:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 90.8k 94.4k 0.0k 908.0k 944.0k 0.0k nvme10n18 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 98.4k 85.6k 0.0k 984.0k 856.0k 0.0k nvme10n19 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 120.0k 101.2k 0.0k 1.2M 1012.0k 0.0k nvme10n2 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 107.6k 107.6k 0.0k 1.1M 1.1M 0.0k nvme10n20 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 78.4k 96.8k 0.0k 784.0k 968.0k 0.0k nvme10n3 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 57.2k 94.0k 0.0k 572.0k 940.0k 0.0k nvme10n4 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 88.4k 73.2k 0.0k 884.0k 732.0k 0.0k nvme10n5 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 124.0k 92.8k 0.0k 1.2M 928.0k 0.0k nvme10n6 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 123.2k 129.6k 0.0k 1.2M 1.3M 0.0k nvme10n7 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 120.0k 127.2k 0.0k 1.2M 1.2M 0.0k nvme10n8 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 74.8k 77.2k 0.0k 748.0k 772.0k 0.0k nvme10n9 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 147.2k 147.6k 0.0k 1.4M 1.4M 0.0k nvme2n1 2024-09-05T11:20:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 130.4k 114.0k 0.0k 1.3M 1.1M 0.0k nvme2n10 2024-09-05T11:20:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 101.6k 73.2k 0.0k 1016.0k 732.0k 0.0k nvme2n11 2024-09-05T11:20:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 78.0k 64.8k 0.0k 780.0k 648.0k 0.0k nvme2n12 2024-09-05T11:20:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 154.0k 158.0k 0.0k 1.5M 1.5M 0.0k nvme2n13 2024-09-05T11:20:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 105.6k 68.8k 0.0k 1.0M 688.0k 0.0k nvme2n14 2024-09-05T11:20:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 118.0k 144.4k 0.0k 1.2M 1.4M 0.0k nvme2n15 2024-09-05T11:20:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 68.8k 74.8k 0.0k 688.0k 748.0k 0.0k nvme2n16 2024-09-05T11:20:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 110.0k 62.8k 0.0k 1.1M 628.0k 0.0k nvme2n17 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 139.2k 139.2k 0.0k 1.4M 1.4M 0.0k nvme2n18 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 97.2k 94.4k 0.0k 972.0k 944.0k 0.0k nvme2n19 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 122.4k 93.2k 0.0k 1.2M 932.0k 0.0k nvme2n2 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 149.6k 134.4k 0.0k 1.5M 1.3M 0.0k nvme2n20 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 102.8k 122.0k 0.0k 1.0M 1.2M 0.0k nvme2n3 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 136.0k 130.0k 0.0k 1.3M 1.3M 0.0k nvme2n4 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 92.0k 77.2k 0.0k 920.0k 772.0k 0.0k nvme2n5 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 158.0k 151.6k 0.0k 1.5M 1.5M 0.0k nvme2n6 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 120.8k 144.8k 0.0k 1.2M 1.4M 0.0k nvme2n7 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 74.8k 72.0k 0.0k 748.0k 720.0k 0.0k nvme2n8 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 102.0k 76.0k 0.0k 1020.0k 760.0k 0.0k nvme2n9 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 118.0k 129.6k 0.0k 1.2M 1.3M 0.0k nvme6n1 2024-09-05T11:20:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 78.8k 82.8k 0.0k 788.0k 828.0k 0.0k nvme6n10 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 117.2k 106.4k 0.0k 1.1M 1.0M 0.0k nvme6n11 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 97.6k 76.8k 0.0k 976.0k 768.0k 0.0k nvme6n12 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 102.0k 84.8k 0.0k 1020.0k 848.0k 0.0k nvme6n13 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 82.4k 81.6k 0.0k 824.0k 816.0k 0.0k nvme6n14 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 87.6k 75.2k 0.0k 876.0k 752.0k 0.0k nvme6n15 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 114.4k 128.4k 0.0k 1.1M 1.3M 0.0k nvme6n16 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 131.2k 150.8k 0.0k 1.3M 1.5M 0.0k nvme6n17 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 100.0k 80.0k 0.0k 1000.0k 800.0k 0.0k nvme6n18 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 82.0k 77.2k 0.0k 820.0k 772.0k 0.0k nvme6n19 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 141.2k 125.2k 0.0k 1.4M 1.2M 0.0k nvme6n2 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 68.0k 93.2k 0.0k 680.0k 932.0k 0.0k nvme6n20 2024-09-05T11:20:45.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 86.0k 90.8k 0.0k 860.0k 908.0k 0.0k nvme6n3 2024-09-05T11:20:45.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 89.6k 87.2k 0.0k 896.0k 872.0k 0.0k nvme6n4 2024-09-05T11:20:45.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 133.6k 114.0k 0.0k 1.3M 1.1M 0.0k nvme6n5 2024-09-05T11:20:45.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 83.2k 82.8k 0.0k 832.0k 828.0k 0.0k nvme6n6 2024-09-05T11:20:45.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 144.4k 137.6k 0.0k 1.4M 1.3M 0.0k nvme6n7 2024-09-05T11:20:45.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 92.0k 81.6k 0.0k 920.0k 816.0k 0.0k nvme6n8 2024-09-05T11:20:45.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 154.4k 94.8k 0.0k 1.5M 948.0k 0.0k nvme6n9 2024-09-05T11:20:45.302 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:47.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:46 smithi050 ceph-mon[81192]: pgmap v593: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.5 MiB/s wr, 445 op/s 2024-09-05T11:20:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:46 smithi154 ceph-mon[59043]: pgmap v593: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.5 MiB/s wr, 445 op/s 2024-09-05T11:20:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:46 smithi119 ceph-mon[72222]: pgmap v593: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.5 MiB/s wr, 445 op/s 2024-09-05T11:20:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:48 smithi050 ceph-mon[81192]: pgmap v594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.3 MiB/s wr, 661 op/s 2024-09-05T11:20:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:48 smithi154 ceph-mon[59043]: pgmap v594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.3 MiB/s wr, 661 op/s 2024-09-05T11:20:49.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:48 smithi119 ceph-mon[72222]: pgmap v594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.3 MiB/s wr, 661 op/s 2024-09-05T11:20:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:50 smithi050 ceph-mon[81192]: pgmap v595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.1 MiB/s wr, 436 op/s 2024-09-05T11:20:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:50 smithi154 ceph-mon[59043]: pgmap v595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.1 MiB/s wr, 436 op/s 2024-09-05T11:20:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:50 smithi119 ceph-mon[72222]: pgmap v595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.1 MiB/s wr, 436 op/s 2024-09-05T11:20:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:52 smithi050 ceph-mon[81192]: pgmap v596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 449 op/s 2024-09-05T11:20:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:52 smithi154 ceph-mon[59043]: pgmap v596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 449 op/s 2024-09-05T11:20:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:52 smithi119 ceph-mon[72222]: pgmap v596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 449 op/s 2024-09-05T11:20:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:54 smithi050 ceph-mon[81192]: pgmap v597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.9 MiB/s wr, 625 op/s 2024-09-05T11:20:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:54 smithi154 ceph-mon[59043]: pgmap v597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.9 MiB/s wr, 625 op/s 2024-09-05T11:20:55.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:54 smithi119 ceph-mon[72222]: pgmap v597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.9 MiB/s wr, 625 op/s 2024-09-05T11:20:55.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 118.4k 144.8k 0.0k 1.2M 1.4M 0.0k nvme10n1 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 156.0k 128.4k 0.0k 1.5M 1.3M 0.0k nvme10n10 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 116.4k 132.0k 0.0k 1.1M 1.3M 0.0k nvme10n11 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 158.4k 116.4k 0.0k 1.5M 1.1M 0.0k nvme10n12 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 113.6k 85.2k 0.0k 1.1M 852.0k 0.0k nvme10n13 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 116.8k 127.6k 0.0k 1.1M 1.2M 0.0k nvme10n14 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 67.6k 95.6k 0.0k 676.0k 956.0k 0.0k nvme10n15 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 132.0k 120.8k 0.0k 1.3M 1.2M 0.0k nvme10n16 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 136.8k 126.8k 0.0k 1.3M 1.2M 0.0k nvme10n17 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 118.4k 145.2k 0.0k 1.2M 1.4M 0.0k nvme10n18 2024-09-05T11:20:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 145.6k 138.8k 0.0k 1.4M 1.4M 0.0k nvme10n19 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 101.2k 163.6k 0.0k 1012.0k 1.6M 0.0k nvme10n2 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 139.2k 124.0k 0.0k 1.4M 1.2M 0.0k nvme10n20 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 70.0k 110.8k 0.0k 700.0k 1.1M 0.0k nvme10n3 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 154.4k 120.4k 0.0k 1.5M 1.2M 0.0k nvme10n4 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 125.2k 128.0k 0.0k 1.2M 1.2M 0.0k nvme10n5 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 142.8k 115.6k 0.0k 1.4M 1.1M 0.0k nvme10n6 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 90.0k 134.8k 0.0k 900.0k 1.3M 0.0k nvme10n7 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 126.8k 152.8k 0.0k 1.2M 1.5M 0.0k nvme10n8 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 120.0k 75.2k 0.0k 1.2M 752.0k 0.0k nvme10n9 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 105.6k 166.8k 0.0k 1.0M 1.6M 0.0k nvme2n1 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 121.2k 129.6k 0.0k 1.2M 1.3M 0.0k nvme2n10 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 58.0k 59.6k 0.0k 580.0k 596.0k 0.0k nvme2n11 2024-09-05T11:20:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 107.2k 102.4k 0.0k 1.0M 1.0M 0.0k nvme2n12 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 112.4k 137.2k 0.0k 1.1M 1.3M 0.0k nvme2n13 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 117.6k 151.2k 0.0k 1.1M 1.5M 0.0k nvme2n14 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 105.6k 145.2k 0.0k 1.0M 1.4M 0.0k nvme2n15 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 153.2k 139.6k 0.0k 1.5M 1.4M 0.0k nvme2n16 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 127.6k 130.0k 0.0k 1.2M 1.3M 0.0k nvme2n17 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 128.8k 100.4k 0.0k 1.3M 1004.0k 0.0k nvme2n18 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 166.8k 128.8k 0.0k 1.6M 1.3M 0.0k nvme2n19 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 127.6k 122.8k 0.0k 1.2M 1.2M 0.0k nvme2n2 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 108.8k 148.0k 0.0k 1.1M 1.4M 0.0k nvme2n20 2024-09-05T11:20:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 133.2k 131.2k 0.0k 1.3M 1.3M 0.0k nvme2n3 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 92.0k 110.0k 0.0k 920.0k 1.1M 0.0k nvme2n4 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 150.4k 103.6k 0.0k 1.5M 1.0M 0.0k nvme2n5 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 89.2k 158.4k 0.0k 892.0k 1.5M 0.0k nvme2n6 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 170.0k 97.2k 0.0k 1.7M 972.0k 0.0k nvme2n7 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 130.4k 132.8k 0.0k 1.3M 1.3M 0.0k nvme2n8 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 138.4k 121.2k 0.0k 1.4M 1.2M 0.0k nvme2n9 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 116.8k 130.0k 0.0k 1.1M 1.3M 0.0k nvme6n1 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 92.0k 126.0k 0.0k 920.0k 1.2M 0.0k nvme6n10 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 141.2k 114.8k 0.0k 1.4M 1.1M 0.0k nvme6n11 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 100.8k 102.0k 0.0k 1008.0k 1020.0k 0.0k nvme6n12 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 162.4k 86.8k 0.0k 1.6M 868.0k 0.0k nvme6n13 2024-09-05T11:20:55.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 108.0k 103.2k 0.0k 1.1M 1.0M 0.0k nvme6n14 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 88.8k 135.2k 0.0k 888.0k 1.3M 0.0k nvme6n15 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 154.8k 96.8k 0.0k 1.5M 968.0k 0.0k nvme6n16 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 94.0k 141.2k 0.0k 940.0k 1.4M 0.0k nvme6n17 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 131.2k 115.6k 0.0k 1.3M 1.1M 0.0k nvme6n18 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 129.2k 130.0k 0.0k 1.3M 1.3M 0.0k nvme6n19 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 126.0k 114.0k 0.0k 1.2M 1.1M 0.0k nvme6n2 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 144.4k 117.6k 0.0k 1.4M 1.1M 0.0k nvme6n20 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 128.8k 111.2k 0.0k 1.3M 1.1M 0.0k nvme6n3 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 89.2k 129.6k 0.0k 892.0k 1.3M 0.0k nvme6n4 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 144.0k 110.4k 0.0k 1.4M 1.1M 0.0k nvme6n5 2024-09-05T11:20:55.304 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 98.0k 126.0k 0.0k 980.0k 1.2M 0.0k nvme6n6 2024-09-05T11:20:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 128.4k 125.2k 0.0k 1.3M 1.2M 0.0k nvme6n7 2024-09-05T11:20:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 102.4k 134.4k 0.0k 1.0M 1.3M 0.0k nvme6n8 2024-09-05T11:20:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 97.2k 132.8k 0.0k 972.0k 1.3M 0.0k nvme6n9 2024-09-05T11:20:55.305 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:20:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:56 smithi050 ceph-mon[81192]: pgmap v598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.7 MiB/s wr, 423 op/s 2024-09-05T11:20:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:56 smithi154 ceph-mon[59043]: pgmap v598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.7 MiB/s wr, 423 op/s 2024-09-05T11:20:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:56 smithi119 ceph-mon[72222]: pgmap v598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.7 MiB/s wr, 423 op/s 2024-09-05T11:20:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:20:58 smithi050 ceph-mon[81192]: pgmap v599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.8 MiB/s wr, 628 op/s 2024-09-05T11:20:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:20:58 smithi154 ceph-mon[59043]: pgmap v599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.8 MiB/s wr, 628 op/s 2024-09-05T11:20:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:20:58 smithi119 ceph-mon[72222]: pgmap v599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.8 MiB/s wr, 628 op/s 2024-09-05T11:21:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:00 smithi050 ceph-mon[81192]: pgmap v600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-09-05T11:21:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:00 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:21:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:00 smithi154 ceph-mon[59043]: pgmap v600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-09-05T11:21:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:00 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:21:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:00 smithi119 ceph-mon[72222]: pgmap v600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-09-05T11:21:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:00 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:21:02.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: pgmap v601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.3 MiB/s wr, 429 op/s 2024-09-05T11:21:02.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.425 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.425 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:02 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: pgmap v601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.3 MiB/s wr, 429 op/s 2024-09-05T11:21:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:02 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: pgmap v601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.3 MiB/s wr, 429 op/s 2024-09-05T11:21:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:02.499 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:02 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:21:03.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:21:03.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:21:03.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:21:03.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:21:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:21:03.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:21:04.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:04 smithi119 ceph-mon[72222]: pgmap v602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.8 MiB/s wr, 611 op/s 2024-09-05T11:21:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:04 smithi050 ceph-mon[81192]: pgmap v602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.8 MiB/s wr, 611 op/s 2024-09-05T11:21:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:04 smithi154 ceph-mon[59043]: pgmap v602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.8 MiB/s wr, 611 op/s 2024-09-05T11:21:05.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:21:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 140.0k 111.2k 0.0k 1.4M 1.1M 0.0k nvme10n1 2024-09-05T11:21:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 108.0k 130.4k 0.0k 1.1M 1.3M 0.0k nvme10n10 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 114.4k 129.2k 0.0k 1.1M 1.3M 0.0k nvme10n11 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 99.2k 111.2k 0.0k 992.0k 1.1M 0.0k nvme10n12 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 108.4k 142.8k 0.0k 1.1M 1.4M 0.0k nvme10n13 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 127.2k 98.8k 0.0k 1.2M 988.0k 0.0k nvme10n14 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 138.0k 127.2k 0.0k 1.3M 1.2M 0.0k nvme10n15 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 115.2k 93.6k 0.0k 1.1M 936.0k 0.0k nvme10n16 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 113.2k 124.4k 0.0k 1.1M 1.2M 0.0k nvme10n17 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 146.4k 115.2k 0.0k 1.4M 1.1M 0.0k nvme10n18 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 124.0k 121.6k 0.0k 1.2M 1.2M 0.0k nvme10n19 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 124.0k 106.8k 0.0k 1.2M 1.0M 0.0k nvme10n2 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 116.8k 110.8k 0.0k 1.1M 1.1M 0.0k nvme10n20 2024-09-05T11:21:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 114.8k 130.0k 0.0k 1.1M 1.3M 0.0k nvme10n3 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 134.8k 133.2k 0.0k 1.3M 1.3M 0.0k nvme10n4 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 124.8k 120.4k 0.0k 1.2M 1.2M 0.0k nvme10n5 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 117.2k 138.0k 0.0k 1.1M 1.3M 0.0k nvme10n6 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 102.4k 122.8k 0.0k 1.0M 1.2M 0.0k nvme10n7 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 98.0k 117.2k 0.0k 980.0k 1.1M 0.0k nvme10n8 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 157.6k 88.4k 0.0k 1.5M 884.0k 0.0k nvme10n9 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 120.8k 94.8k 0.0k 1.2M 948.0k 0.0k nvme2n1 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 89.2k 110.4k 0.0k 892.0k 1.1M 0.0k nvme2n10 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 148.0k 108.8k 0.0k 1.4M 1.1M 0.0k nvme2n11 2024-09-05T11:21:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 106.4k 125.2k 0.0k 1.0M 1.2M 0.0k nvme2n12 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 140.4k 106.8k 0.0k 1.4M 1.0M 0.0k nvme2n13 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 113.6k 130.8k 0.0k 1.1M 1.3M 0.0k nvme2n14 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 120.4k 128.0k 0.0k 1.2M 1.2M 0.0k nvme2n15 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 119.2k 130.0k 0.0k 1.2M 1.3M 0.0k nvme2n16 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 130.8k 122.8k 0.0k 1.3M 1.2M 0.0k nvme2n17 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 90.4k 135.2k 0.0k 904.0k 1.3M 0.0k nvme2n18 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 119.6k 110.4k 0.0k 1.2M 1.1M 0.0k nvme2n19 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 123.6k 114.0k 0.0k 1.2M 1.1M 0.0k nvme2n2 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 110.0k 101.2k 0.0k 1.1M 1012.0k 0.0k nvme2n20 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 91.2k 122.0k 0.0k 912.0k 1.2M 0.0k nvme2n3 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 96.0k 117.6k 0.0k 960.0k 1.1M 0.0k nvme2n4 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 108.0k 135.2k 0.0k 1.1M 1.3M 0.0k nvme2n5 2024-09-05T11:21:05.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 102.4k 111.2k 0.0k 1.0M 1.1M 0.0k nvme2n6 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 120.8k 118.0k 0.0k 1.2M 1.2M 0.0k nvme2n7 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 144.8k 111.6k 0.0k 1.4M 1.1M 0.0k nvme2n8 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 129.6k 104.8k 0.0k 1.3M 1.0M 0.0k nvme2n9 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 100.4k 113.2k 0.0k 1004.0k 1.1M 0.0k nvme6n1 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 126.4k 120.4k 0.0k 1.2M 1.2M 0.0k nvme6n10 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 134.0k 118.4k 0.0k 1.3M 1.2M 0.0k nvme6n11 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 97.2k 164.0k 0.0k 972.0k 1.6M 0.0k nvme6n12 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 123.6k 120.4k 0.0k 1.2M 1.2M 0.0k nvme6n13 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 108.8k 128.8k 0.0k 1.1M 1.3M 0.0k nvme6n14 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 127.6k 99.2k 0.0k 1.2M 992.0k 0.0k nvme6n15 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 104.4k 86.4k 0.0k 1.0M 864.0k 0.0k nvme6n16 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 99.6k 102.0k 0.0k 996.0k 1020.0k 0.0k nvme6n17 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 128.8k 140.0k 0.0k 1.3M 1.4M 0.0k nvme6n18 2024-09-05T11:21:05.302 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 146.0k 107.6k 0.0k 1.4M 1.1M 0.0k nvme6n19 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 84.8k 153.2k 0.0k 848.0k 1.5M 0.0k nvme6n2 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 90.8k 132.8k 0.0k 908.0k 1.3M 0.0k nvme6n20 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 142.4k 146.0k 0.0k 1.4M 1.4M 0.0k nvme6n3 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 101.6k 127.6k 0.0k 1016.0k 1.2M 0.0k nvme6n4 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 142.4k 90.8k 0.0k 1.4M 908.0k 0.0k nvme6n5 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 118.4k 139.2k 0.0k 1.2M 1.4M 0.0k nvme6n6 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 119.6k 88.4k 0.0k 1.2M 884.0k 0.0k nvme6n7 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 130.0k 96.4k 0.0k 1.3M 964.0k 0.0k nvme6n8 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 110.8k 97.2k 0.0k 1.1M 972.0k 0.0k nvme6n9 2024-09-05T11:21:05.303 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:06.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:06 smithi119 ceph-mon[72222]: pgmap v603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 417 op/s 2024-09-05T11:21:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:06 smithi050 ceph-mon[81192]: pgmap v603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 417 op/s 2024-09-05T11:21:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:06 smithi154 ceph-mon[59043]: pgmap v603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 417 op/s 2024-09-05T11:21:08.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:08 smithi119 ceph-mon[72222]: pgmap v604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.8 MiB/s wr, 622 op/s 2024-09-05T11:21:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:08 smithi050 ceph-mon[81192]: pgmap v604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.8 MiB/s wr, 622 op/s 2024-09-05T11:21:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:08 smithi154 ceph-mon[59043]: pgmap v604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.8 MiB/s wr, 622 op/s 2024-09-05T11:21:10.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:10 smithi119 ceph-mon[72222]: pgmap v605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 417 op/s 2024-09-05T11:21:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:10 smithi050 ceph-mon[81192]: pgmap v605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 417 op/s 2024-09-05T11:21:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:10 smithi154 ceph-mon[59043]: pgmap v605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 417 op/s 2024-09-05T11:21:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:12 smithi050 ceph-mon[81192]: pgmap v606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 432 op/s 2024-09-05T11:21:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:12 smithi154 ceph-mon[59043]: pgmap v606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 432 op/s 2024-09-05T11:21:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:12 smithi119 ceph-mon[72222]: pgmap v606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 432 op/s 2024-09-05T11:21:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:14 smithi050 ceph-mon[81192]: pgmap v607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 611 op/s 2024-09-05T11:21:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:14 smithi154 ceph-mon[59043]: pgmap v607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 611 op/s 2024-09-05T11:21:15.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:14 smithi119 ceph-mon[72222]: pgmap v607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 611 op/s 2024-09-05T11:21:15.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 119.2k 126.4k 0.0k 1.2M 1.2M 0.0k nvme10n1 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 96.0k 101.6k 0.0k 960.0k 1016.0k 0.0k nvme10n10 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 94.8k 124.0k 0.0k 948.0k 1.2M 0.0k nvme10n11 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 90.0k 136.8k 0.0k 900.0k 1.3M 0.0k nvme10n12 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 118.4k 109.2k 0.0k 1.2M 1.1M 0.0k nvme10n13 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 97.6k 122.0k 0.0k 976.0k 1.2M 0.0k nvme10n14 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 100.4k 112.4k 0.0k 1004.0k 1.1M 0.0k nvme10n15 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 111.6k 58.4k 0.0k 1.1M 584.0k 0.0k nvme10n16 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 88.8k 136.4k 0.0k 888.0k 1.3M 0.0k nvme10n17 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 105.2k 129.2k 0.0k 1.0M 1.3M 0.0k nvme10n18 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 112.4k 97.2k 0.0k 1.1M 972.0k 0.0k nvme10n19 2024-09-05T11:21:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 125.6k 60.8k 0.0k 1.2M 608.0k 0.0k nvme10n2 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 120.0k 78.0k 0.0k 1.2M 780.0k 0.0k nvme10n20 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 140.0k 100.0k 0.0k 1.4M 1000.0k 0.0k nvme10n3 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 100.0k 118.8k 0.0k 1000.0k 1.2M 0.0k nvme10n4 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 128.0k 102.0k 0.0k 1.2M 1020.0k 0.0k nvme10n5 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 102.4k 94.8k 0.0k 1.0M 948.0k 0.0k nvme10n6 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 87.6k 106.0k 0.0k 876.0k 1.0M 0.0k nvme10n7 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 108.4k 91.2k 0.0k 1.1M 912.0k 0.0k nvme10n8 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 100.8k 138.0k 0.0k 1008.0k 1.3M 0.0k nvme10n9 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 82.8k 112.4k 0.0k 828.0k 1.1M 0.0k nvme2n1 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 107.6k 116.4k 0.0k 1.1M 1.1M 0.0k nvme2n10 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 120.4k 141.2k 0.0k 1.2M 1.4M 0.0k nvme2n11 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 109.6k 101.6k 0.0k 1.1M 1016.0k 0.0k nvme2n12 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 94.8k 106.0k 0.0k 948.0k 1.0M 0.0k nvme2n13 2024-09-05T11:21:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 106.0k 122.4k 0.0k 1.0M 1.2M 0.0k nvme2n14 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 70.8k 152.4k 0.0k 708.0k 1.5M 0.0k nvme2n15 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 123.6k 84.8k 0.0k 1.2M 848.0k 0.0k nvme2n16 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 111.6k 104.8k 0.0k 1.1M 1.0M 0.0k nvme2n17 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 128.4k 117.6k 0.0k 1.3M 1.1M 0.0k nvme2n18 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 113.6k 82.0k 0.0k 1.1M 820.0k 0.0k nvme2n19 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 116.8k 98.0k 0.0k 1.1M 980.0k 0.0k nvme2n2 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 74.0k 118.4k 0.0k 740.0k 1.2M 0.0k nvme2n20 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 120.0k 109.6k 0.0k 1.2M 1.1M 0.0k nvme2n3 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 86.8k 108.4k 0.0k 868.0k 1.1M 0.0k nvme2n4 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 96.4k 131.2k 0.0k 964.0k 1.3M 0.0k nvme2n5 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 122.4k 95.2k 0.0k 1.2M 952.0k 0.0k nvme2n6 2024-09-05T11:21:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 85.2k 129.6k 0.0k 852.0k 1.3M 0.0k nvme2n7 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 116.4k 142.4k 0.0k 1.1M 1.4M 0.0k nvme2n8 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 137.2k 104.0k 0.0k 1.3M 1.0M 0.0k nvme2n9 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 111.2k 79.6k 0.0k 1.1M 796.0k 0.0k nvme6n1 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 111.6k 114.8k 0.0k 1.1M 1.1M 0.0k nvme6n10 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 104.4k 99.6k 0.0k 1.0M 996.0k 0.0k nvme6n11 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 104.0k 152.0k 0.0k 1.0M 1.5M 0.0k nvme6n12 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 112.8k 120.0k 0.0k 1.1M 1.2M 0.0k nvme6n13 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 86.0k 123.6k 0.0k 860.0k 1.2M 0.0k nvme6n14 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 113.2k 95.2k 0.0k 1.1M 952.0k 0.0k nvme6n15 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 98.8k 102.4k 0.0k 988.0k 1.0M 0.0k nvme6n16 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 78.4k 90.0k 0.0k 784.0k 900.0k 0.0k nvme6n17 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 96.4k 109.6k 0.0k 964.0k 1.1M 0.0k nvme6n18 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 116.0k 90.4k 0.0k 1.1M 904.0k 0.0k nvme6n19 2024-09-05T11:21:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 92.0k 91.6k 0.0k 920.0k 916.0k 0.0k nvme6n2 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 125.6k 129.6k 0.0k 1.2M 1.3M 0.0k nvme6n20 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 156.0k 113.6k 0.0k 1.5M 1.1M 0.0k nvme6n3 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 132.8k 103.6k 0.0k 1.3M 1.0M 0.0k nvme6n4 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 99.2k 104.0k 0.0k 992.0k 1.0M 0.0k nvme6n5 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 104.0k 136.8k 0.0k 1.0M 1.3M 0.0k nvme6n6 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 102.8k 109.6k 0.0k 1.0M 1.1M 0.0k nvme6n7 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 92.8k 125.2k 0.0k 928.0k 1.2M 0.0k nvme6n8 2024-09-05T11:21:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 93.2k 92.4k 0.0k 932.0k 924.0k 0.0k nvme6n9 2024-09-05T11:21:15.301 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:16 smithi050 ceph-mon[81192]: pgmap v608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 415 op/s 2024-09-05T11:21:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:16 smithi154 ceph-mon[59043]: pgmap v608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 415 op/s 2024-09-05T11:21:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:16 smithi119 ceph-mon[72222]: pgmap v608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 415 op/s 2024-09-05T11:21:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:18 smithi050 ceph-mon[81192]: pgmap v609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.1 MiB/s wr, 624 op/s 2024-09-05T11:21:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:18 smithi154 ceph-mon[59043]: pgmap v609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.1 MiB/s wr, 624 op/s 2024-09-05T11:21:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:18 smithi119 ceph-mon[72222]: pgmap v609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.1 MiB/s wr, 624 op/s 2024-09-05T11:21:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:20 smithi050 ceph-mon[81192]: pgmap v610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 419 op/s 2024-09-05T11:21:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:20 smithi154 ceph-mon[59043]: pgmap v610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 419 op/s 2024-09-05T11:21:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:20 smithi119 ceph-mon[72222]: pgmap v610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 419 op/s 2024-09-05T11:21:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:22 smithi050 ceph-mon[81192]: pgmap v611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 434 op/s 2024-09-05T11:21:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:22 smithi154 ceph-mon[59043]: pgmap v611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 434 op/s 2024-09-05T11:21:23.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:22 smithi119 ceph-mon[72222]: pgmap v611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 434 op/s 2024-09-05T11:21:24.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:24 smithi119 ceph-mon[72222]: pgmap v612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.5 MiB/s wr, 613 op/s 2024-09-05T11:21:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:24 smithi050 ceph-mon[81192]: pgmap v612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.5 MiB/s wr, 613 op/s 2024-09-05T11:21:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:24 smithi154 ceph-mon[59043]: pgmap v612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.5 MiB/s wr, 613 op/s 2024-09-05T11:21:25.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 124.0k 95.2k 0.0k 1.2M 952.0k 0.0k nvme10n1 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 109.2k 78.0k 0.0k 1.1M 780.0k 0.0k nvme10n10 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 114.4k 88.4k 0.0k 1.1M 884.0k 0.0k nvme10n11 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 94.4k 107.6k 0.0k 944.0k 1.1M 0.0k nvme10n12 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 109.6k 73.6k 0.0k 1.1M 736.0k 0.0k nvme10n13 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 95.6k 119.2k 0.0k 956.0k 1.2M 0.0k nvme10n14 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 140.0k 93.2k 0.0k 1.4M 932.0k 0.0k nvme10n15 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 89.6k 98.8k 0.0k 896.0k 988.0k 0.0k nvme10n16 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 110.4k 94.0k 0.0k 1.1M 940.0k 0.0k nvme10n17 2024-09-05T11:21:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 104.4k 103.2k 0.0k 1.0M 1.0M 0.0k nvme10n18 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 114.8k 67.2k 0.0k 1.1M 672.0k 0.0k nvme10n19 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 96.4k 84.4k 0.0k 964.0k 844.0k 0.0k nvme10n2 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 94.4k 68.0k 0.0k 944.0k 680.0k 0.0k nvme10n20 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 95.2k 107.6k 0.0k 952.0k 1.1M 0.0k nvme10n3 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 131.2k 107.2k 0.0k 1.3M 1.0M 0.0k nvme10n4 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 113.6k 79.2k 0.0k 1.1M 792.0k 0.0k nvme10n5 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 90.0k 115.6k 0.0k 900.0k 1.1M 0.0k nvme10n6 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 109.2k 70.0k 0.0k 1.1M 700.0k 0.0k nvme10n7 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 106.8k 112.0k 0.0k 1.0M 1.1M 0.0k nvme10n8 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 112.4k 108.4k 0.0k 1.1M 1.1M 0.0k nvme10n9 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 110.0k 92.4k 0.0k 1.1M 924.0k 0.0k nvme2n1 2024-09-05T11:21:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 102.4k 114.0k 0.0k 1.0M 1.1M 0.0k nvme2n10 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 92.4k 117.2k 0.0k 924.0k 1.1M 0.0k nvme2n11 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 90.8k 100.4k 0.0k 908.0k 1004.0k 0.0k nvme2n12 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 99.6k 84.8k 0.0k 996.0k 848.0k 0.0k nvme2n13 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 107.2k 84.0k 0.0k 1.0M 840.0k 0.0k nvme2n14 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 94.4k 96.8k 0.0k 944.0k 968.0k 0.0k nvme2n15 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 97.2k 100.8k 0.0k 972.0k 1008.0k 0.0k nvme2n16 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 92.4k 134.0k 0.0k 924.0k 1.3M 0.0k nvme2n17 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 88.4k 84.0k 0.0k 884.0k 840.0k 0.0k nvme2n18 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 82.4k 104.0k 0.0k 824.0k 1.0M 0.0k nvme2n19 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 102.4k 93.6k 0.0k 1.0M 936.0k 0.0k nvme2n2 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 92.8k 90.4k 0.0k 928.0k 904.0k 0.0k nvme2n20 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 106.4k 86.4k 0.0k 1.0M 864.0k 0.0k nvme2n3 2024-09-05T11:21:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 74.4k 111.2k 0.0k 744.0k 1.1M 0.0k nvme2n4 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 100.0k 98.4k 0.0k 1000.0k 984.0k 0.0k nvme2n5 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 86.0k 81.2k 0.0k 860.0k 812.0k 0.0k nvme2n6 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 97.2k 88.8k 0.0k 972.0k 888.0k 0.0k nvme2n7 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 122.8k 92.8k 0.0k 1.2M 928.0k 0.0k nvme2n8 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 80.8k 94.4k 0.0k 808.0k 944.0k 0.0k nvme2n9 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 54.8k 142.4k 0.0k 548.0k 1.4M 0.0k nvme6n1 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 110.4k 96.0k 0.0k 1.1M 960.0k 0.0k nvme6n10 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 107.6k 82.8k 0.0k 1.1M 828.0k 0.0k nvme6n11 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 107.2k 95.6k 0.0k 1.0M 956.0k 0.0k nvme6n12 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 100.0k 106.4k 0.0k 1000.0k 1.0M 0.0k nvme6n13 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.20 91.6k 122.0k 0.0k 916.0k 1.2M 0.0k nvme6n14 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 132.0k 98.4k 0.0k 1.3M 984.0k 0.0k nvme6n15 2024-09-05T11:21:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 79.2k 106.4k 0.0k 792.0k 1.0M 0.0k nvme6n16 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 80.4k 118.0k 0.0k 804.0k 1.2M 0.0k nvme6n17 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 91.6k 121.6k 0.0k 916.0k 1.2M 0.0k nvme6n18 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 85.2k 127.2k 0.0k 852.0k 1.2M 0.0k nvme6n19 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 92.8k 100.4k 0.0k 928.0k 1004.0k 0.0k nvme6n2 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 112.8k 101.2k 0.0k 1.1M 1012.0k 0.0k nvme6n20 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 102.8k 103.2k 0.0k 1.0M 1.0M 0.0k nvme6n3 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 83.2k 126.0k 0.0k 832.0k 1.2M 0.0k nvme6n4 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 76.8k 102.4k 0.0k 768.0k 1.0M 0.0k nvme6n5 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 96.4k 109.2k 0.0k 964.0k 1.1M 0.0k nvme6n6 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 102.4k 87.6k 0.0k 1.0M 876.0k 0.0k nvme6n7 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 83.6k 132.0k 0.0k 836.0k 1.3M 0.0k nvme6n8 2024-09-05T11:21:25.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 121.2k 84.0k 0.0k 1.2M 840.0k 0.0k nvme6n9 2024-09-05T11:21:25.301 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:26 smithi050 ceph-mon[81192]: pgmap v613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 419 op/s 2024-09-05T11:21:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:26 smithi154 ceph-mon[59043]: pgmap v613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 419 op/s 2024-09-05T11:21:27.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:26 smithi119 ceph-mon[72222]: pgmap v613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 419 op/s 2024-09-05T11:21:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:28 smithi050 ceph-mon[81192]: pgmap v614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.4 MiB/s wr, 624 op/s 2024-09-05T11:21:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:28 smithi154 ceph-mon[59043]: pgmap v614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.4 MiB/s wr, 624 op/s 2024-09-05T11:21:29.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:28 smithi119 ceph-mon[72222]: pgmap v614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.4 MiB/s wr, 624 op/s 2024-09-05T11:21:31.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:30 smithi050 ceph-mon[81192]: pgmap v615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 414 op/s 2024-09-05T11:21:31.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:30 smithi154 ceph-mon[59043]: pgmap v615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 414 op/s 2024-09-05T11:21:31.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:30 smithi119 ceph-mon[72222]: pgmap v615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 414 op/s 2024-09-05T11:21:33.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:32 smithi050 ceph-mon[81192]: pgmap v616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 429 op/s 2024-09-05T11:21:33.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:32 smithi154 ceph-mon[59043]: pgmap v616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 429 op/s 2024-09-05T11:21:33.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:32 smithi119 ceph-mon[72222]: pgmap v616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 429 op/s 2024-09-05T11:21:35.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:34 smithi050 ceph-mon[81192]: pgmap v617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.9 MiB/s wr, 605 op/s 2024-09-05T11:21:35.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:34 smithi154 ceph-mon[59043]: pgmap v617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.9 MiB/s wr, 605 op/s 2024-09-05T11:21:35.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:34 smithi119 ceph-mon[72222]: pgmap v617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.9 MiB/s wr, 605 op/s 2024-09-05T11:21:35.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:21:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 69.2k 99.2k 0.0k 692.0k 992.0k 0.0k nvme10n1 2024-09-05T11:21:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 78.4k 101.2k 0.0k 784.0k 1012.0k 0.0k nvme10n10 2024-09-05T11:21:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 78.8k 102.4k 0.0k 788.0k 1.0M 0.0k nvme10n11 2024-09-05T11:21:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 76.8k 102.8k 0.0k 768.0k 1.0M 0.0k nvme10n12 2024-09-05T11:21:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 102.8k 104.0k 0.0k 1.0M 1.0M 0.0k nvme10n13 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 87.6k 82.4k 0.0k 876.0k 824.0k 0.0k nvme10n14 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 93.6k 82.8k 0.0k 936.0k 828.0k 0.0k nvme10n15 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 111.2k 76.0k 0.0k 1.1M 760.0k 0.0k nvme10n16 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 72.0k 122.8k 0.0k 720.0k 1.2M 0.0k nvme10n17 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 83.6k 121.2k 0.0k 836.0k 1.2M 0.0k nvme10n18 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 98.4k 93.2k 0.0k 984.0k 932.0k 0.0k nvme10n19 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 85.2k 114.4k 0.0k 852.0k 1.1M 0.0k nvme10n2 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 118.0k 75.6k 0.0k 1.2M 756.0k 0.0k nvme10n20 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 115.2k 102.0k 0.0k 1.1M 1020.0k 0.0k nvme10n3 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 104.0k 87.2k 0.0k 1.0M 872.0k 0.0k nvme10n4 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 83.2k 104.0k 0.0k 832.0k 1.0M 0.0k nvme10n5 2024-09-05T11:21:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 82.0k 99.2k 0.0k 820.0k 992.0k 0.0k nvme10n6 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 76.4k 94.8k 0.0k 764.0k 948.0k 0.0k nvme10n7 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 76.0k 94.8k 0.0k 760.0k 948.0k 0.0k nvme10n8 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 96.8k 90.8k 0.0k 968.0k 908.0k 0.0k nvme10n9 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 115.2k 97.2k 0.0k 1.1M 972.0k 0.0k nvme2n1 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 97.6k 82.4k 0.0k 976.0k 824.0k 0.0k nvme2n10 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 98.8k 101.6k 0.0k 988.0k 1016.0k 0.0k nvme2n11 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 122.4k 62.4k 0.0k 1.2M 624.0k 0.0k nvme2n12 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 61.6k 104.8k 0.0k 616.0k 1.0M 0.0k nvme2n13 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 95.2k 75.2k 0.0k 952.0k 752.0k 0.0k nvme2n14 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 108.0k 88.8k 0.0k 1.1M 888.0k 0.0k nvme2n15 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 69.6k 112.0k 0.0k 696.0k 1.1M 0.0k nvme2n16 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 71.2k 104.0k 0.0k 712.0k 1.0M 0.0k nvme2n17 2024-09-05T11:21:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 112.0k 76.4k 0.0k 1.1M 764.0k 0.0k nvme2n18 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 83.6k 92.4k 0.0k 836.0k 924.0k 0.0k nvme2n19 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 74.8k 98.4k 0.0k 748.0k 984.0k 0.0k nvme2n2 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 102.0k 70.8k 0.0k 1020.0k 708.0k 0.0k nvme2n20 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 81.2k 107.2k 0.0k 812.0k 1.0M 0.0k nvme2n3 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 69.6k 76.8k 0.0k 696.0k 768.0k 0.0k nvme2n4 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 81.6k 87.6k 0.0k 816.0k 876.0k 0.0k nvme2n5 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 112.0k 51.6k 0.0k 1.1M 516.0k 0.0k nvme2n6 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 96.0k 87.2k 0.0k 960.0k 872.0k 0.0k nvme2n7 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 72.8k 103.2k 0.0k 728.0k 1.0M 0.0k nvme2n8 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 93.2k 99.2k 0.0k 932.0k 992.0k 0.0k nvme2n9 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 92.0k 94.8k 0.0k 920.0k 948.0k 0.0k nvme6n1 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 72.4k 102.8k 0.0k 724.0k 1.0M 0.0k nvme6n10 2024-09-05T11:21:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 55.2k 121.2k 0.0k 552.0k 1.2M 0.0k nvme6n11 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 92.4k 119.6k 0.0k 924.0k 1.2M 0.0k nvme6n12 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 97.2k 105.2k 0.0k 972.0k 1.0M 0.0k nvme6n13 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 136.4k 103.2k 0.0k 1.3M 1.0M 0.0k nvme6n14 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 100.4k 82.4k 0.0k 1004.0k 824.0k 0.0k nvme6n15 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 78.4k 79.6k 0.0k 784.0k 796.0k 0.0k nvme6n16 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 86.0k 84.0k 0.0k 860.0k 840.0k 0.0k nvme6n17 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 72.0k 99.2k 0.0k 720.0k 992.0k 0.0k nvme6n18 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 120.4k 72.0k 0.0k 1.2M 720.0k 0.0k nvme6n19 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 68.0k 122.8k 0.0k 680.0k 1.2M 0.0k nvme6n2 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 71.6k 83.2k 0.0k 716.0k 832.0k 0.0k nvme6n20 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 99.6k 99.2k 0.0k 996.0k 992.0k 0.0k nvme6n3 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 116.8k 95.6k 0.0k 1.1M 956.0k 0.0k nvme6n4 2024-09-05T11:21:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 73.6k 87.6k 0.0k 736.0k 876.0k 0.0k nvme6n5 2024-09-05T11:21:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 94.8k 98.0k 0.0k 948.0k 980.0k 0.0k nvme6n6 2024-09-05T11:21:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 96.8k 82.8k 0.0k 968.0k 828.0k 0.0k nvme6n7 2024-09-05T11:21:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 103.6k 74.8k 0.0k 1.0M 748.0k 0.0k nvme6n8 2024-09-05T11:21:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 86.0k 104.8k 0.0k 860.0k 1.0M 0.0k nvme6n9 2024-09-05T11:21:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:37.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:36 smithi050 ceph-mon[81192]: pgmap v618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.8 MiB/s wr, 410 op/s 2024-09-05T11:21:37.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:36 smithi154 ceph-mon[59043]: pgmap v618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.8 MiB/s wr, 410 op/s 2024-09-05T11:21:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:36 smithi119 ceph-mon[72222]: pgmap v618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.8 MiB/s wr, 410 op/s 2024-09-05T11:21:39.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:38 smithi050 ceph-mon[81192]: pgmap v619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.0 MiB/s wr, 615 op/s 2024-09-05T11:21:39.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:38 smithi154 ceph-mon[59043]: pgmap v619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.0 MiB/s wr, 615 op/s 2024-09-05T11:21:39.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:38 smithi119 ceph-mon[72222]: pgmap v619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.0 MiB/s wr, 615 op/s 2024-09-05T11:21:41.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:40 smithi050 ceph-mon[81192]: pgmap v620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 410 op/s 2024-09-05T11:21:41.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:40 smithi154 ceph-mon[59043]: pgmap v620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 410 op/s 2024-09-05T11:21:41.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:40 smithi119 ceph-mon[72222]: pgmap v620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 410 op/s 2024-09-05T11:21:41.780 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-09-05T11:21:41.781 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:21:41.781 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:21:41.813 INFO:teuthology.orchestra.run.smithi050.stdout:○ ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:21:41.813 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:21:41.813 INFO:teuthology.orchestra.run.smithi050.stdout: Active: inactive (dead) since Thu 2024-09-05 11:19:43 UTC; 1min 58s ago 2024-09-05T11:21:41.813 INFO:teuthology.orchestra.run.smithi050.stdout: Duration: 3min 18.710s 2024-09-05T11:21:41.813 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 103510 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.813 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 103511 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 105735 ExecStop=/bin/bash -c bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 105787 ExecStopPost=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 105816 ExecStopPost=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 103573 (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 3min 22.716s 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.a) 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:42 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[103573]: [05-Sep-2024 11:19:42] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:42 smithi050 podman[105761]: 2024-09-05 11:19:42.730303792 +0000 UTC m=+0.175147817 container died b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.target-arch=, io.buildah.version=1.29.0, vendor=Red Hat, Inc., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, vcs-type=git, name=ceph-nvmeof, distribution-scope=public, release=, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, com.redhat.component=ubi9-container, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, org.centos.version=9.0-21.el9, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, maintainer=Ceph Developers , io.ceph.version=1.2.17, io.spdk.build.ceph-release=18.2.4, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.ceph.component=ceph-nvmeof, io.spdk.git.branch=undefined, io.spdk.build.makeflags=) 2024-09-05T11:21:41.814 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:43 smithi050 podman[105761]: 2024-09-05 11:19:43.313247241 +0000 UTC m=+0.758091265 container cleanup b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.spdk.version=24.01, io.ceph.component=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.17, io.spdk.build.ceph-release=18.2.4, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=1.2.17, build-date=2024-07-30 15:47:38 UTC, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.target-arch=, distribution-scope=public, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.17, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba) 2024-09-05T11:21:41.815 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:43 smithi050 bash[105761]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:21:41.815 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:43 smithi050 podman[105775]: 2024-09-05 11:19:43.564672082 +0000 UTC m=+0.830105799 container remove b2b5394dd57a9d99b52577bc8d737a92b38bd54f9b12631d8055fc799949af06 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.branch=tags/1.2.17, version=1.2.17, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , name=ceph-nvmeof, vcs-type=git, io.openshift.wants=ceph,rbd, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, release=, io.ceph.nvmeof=None, com.redhat.component=ubi9-container, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=18.2.4, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, architecture=x86_64, io.spdk.build.makeflags=, io.spdk.build.target-arch=, io.buildah.version=1.29.0, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, distribution-scope=public, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, build-date=2024-07-30 15:47:38 UTC, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440) 2024-09-05T11:21:41.815 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:43 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Deactivated successfully. 2024-09-05T11:21:41.815 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:43 smithi050 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:21:41.815 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:19:43 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Consumed 3min 22.716s CPU time. 2024-09-05T11:21:41.815 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-09-05T11:21:41.816 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:21:41.854 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:21:41.854 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:21:41.854 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 11min ago 2024-09-05T11:21:41.854 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.854 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.854 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:21:41.854 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 167.0M 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 12min 3.932s 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:21:41.855 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: OPTIMIZED 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:21:41.856 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:19:51 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:56142 2024-09-05T11:21:41.857 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:21:41.893 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:21:41.893 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:21:41.893 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 11min ago 2024-09-05T11:21:41.893 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.893 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.893 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 166.8M 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 11min 57.551s 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:21:41.894 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:21:41.895 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:21:41.895 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:21:41.895 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:21:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:21:41.896 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:21:41.927 INFO:teuthology.orchestra.run.smithi173.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:21:41.927 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:21:41.927 INFO:teuthology.orchestra.run.smithi173.stdout: Active: active (running) since Thu 2024-09-05 11:09:58 UTC; 11min ago 2024-09-05T11:21:41.927 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42202 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.927 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42203 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:21:41.927 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 42265 (conmon) 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: Memory: 161.6M 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 11min 52.327s 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: ├─libpod-payload-dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42267 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42269 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42356 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42407 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: │ └─43357 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:21:41.928 INFO:teuthology.orchestra.run.smithi173.stdout: └─runtime 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout: └─42265 /usr/bin/conmon --api-version 1 -c dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -u dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata -p /run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:21:41.929 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:21:41.931 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:21:42.230 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:21:42.230 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 5m ago 31m smithi050=x;smithi119=y;count:2 2024-09-05T11:21:42.230 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 5m ago 32m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:21:42.230 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 4/4 5m ago 27m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:21:42.230 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 5m ago - 2024-09-05T11:21:42.519 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:21:42.519 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (5m) 5m ago 5m 51.8M - 1.2.17 32a3d75b7c14 b2b5394dd57a 2024-09-05T11:21:42.519 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (11m) 39s ago 26m 164M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:21:42.519 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (11m) 39s ago 26m 164M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:21:42.520 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (11m) 40s ago 27m 158M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:21:42.862 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:21:43.148 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:42 smithi119 ceph-mon[72222]: pgmap v621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 427 op/s 2024-09-05T11:21:43.148 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:42 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/2792055917' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:21:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:42 smithi050 ceph-mon[81192]: pgmap v621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 427 op/s 2024-09-05T11:21:43.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:42 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/2792055917' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:21:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:42 smithi154 ceph-mon[59043]: pgmap v621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 427 op/s 2024-09-05T11:21:43.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:42 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/2792055917' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:21:43.208 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:21:43.208 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:21:43.208 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:21:43.208 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:21:43.208 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:21:43.208 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 17m) 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 18m), standbys: y 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 13m), 8 in (since 28m) 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1.0 GiB 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: client: 4.7 MiB/s rd, 4.7 MiB/s wr, 214 op/s rd, 213 op/s wr 2024-09-05T11:21:43.209 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:21:43.241 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.262 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.282 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.301 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.320 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.339 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.357 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.376 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.395 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.414 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.433 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.451 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.470 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.488 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.507 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.525 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.544 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.563 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.581 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.599 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.618 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.637 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.656 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.674 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.693 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.712 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.730 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.749 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.887 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.888 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.888 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.888 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.888 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.888 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.888 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.899 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.918 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.936 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.954 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.973 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:43.992 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.010 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.029 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.047 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.066 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.085 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.103 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.122 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.141 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.160 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:43 smithi050 ceph-mon[81192]: from='client.45209 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:43 smithi050 ceph-mon[81192]: from='client.55183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:21:44.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:43 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/3432697017' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:21:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:43 smithi154 ceph-mon[59043]: from='client.45209 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:21:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:43 smithi154 ceph-mon[59043]: from='client.55183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:21:44.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:43 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/3432697017' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:21:44.177 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.196 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.215 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.234 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:43 smithi119 ceph-mon[72222]: from='client.45209 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:21:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:43 smithi119 ceph-mon[72222]: from='client.55183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:21:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:43 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/3432697017' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:21:44.252 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.271 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.289 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.308 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.326 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.346 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:21:44.346 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-09-05T11:21:44.347 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-09-05T11:21:44.347 DEBUG:teuthology.orchestra.run.smithi050:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:21:44.349 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl start ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:21:44.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:44 smithi050 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:21:44.921 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:44 smithi050 ceph-mon[81192]: pgmap v622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.4 MiB/s wr, 599 op/s 2024-09-05T11:21:44.921 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:44 smithi050 podman[106201]: 2024-09-05 11:21:44.551321984 +0000 UTC m=+0.016911904 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:21:44.921 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:44 smithi050 podman[106201]: 2024-09-05 11:21:44.675967513 +0000 UTC m=+0.141557420 container create a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.pkgdep-args=--rbd, io.ceph.version=1.2.17, io.buildah.version=1.29.0, vcs-type=git, io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, io.spdk.version=24.01, io.spdk.build.target-arch=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., distribution-scope=public, maintainer=Ceph Developers , io.spdk.build.ceph-release=18.2.4, architecture=x86_64, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , build-date=2024-07-30 15:47:38 UTC, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.17, io.ceph.git.branch=tags/1.2.17, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, release=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined) 2024-09-05T11:21:44.922 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:44 smithi050 podman[106201]: 2024-09-05 11:21:44.920433008 +0000 UTC m=+0.386022916 container init a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, vcs-type=git, build-date=2024-07-30 15:47:38 UTC, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, io.ceph.nvmeof=None, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.17, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.buildah.version=1.29.0, io.spdk.version=24.01, io.spdk.git.branch=undefined, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=18.2.4, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.branch=tags/1.2.17, io.ceph.url=https://github.com/ceph/ceph-nvmeof, release=, io.spdk.build.target-arch=, io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.maintainer=Ceph Developers ) 2024-09-05T11:21:45.044 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 68 secs before thrashing 2024-09-05T11:21:45.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:44 smithi050 podman[106201]: 2024-09-05 11:21:44.92393321 +0000 UTC m=+0.389523126 container start a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.ceph.git.branch=tags/1.2.17, distribution-scope=public, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.ceph.version=1.2.17, version=1.2.17, name=ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.component=ubi9-container, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.openshift.wants=ceph,rbd, vcs-type=git, org.centos.version=9.0-21.el9, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-07-30 15:47:38 UTC, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., maintainer=Ceph Developers , architecture=x86_64, release=, io.ceph.nvmeof=None, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba) 2024-09-05T11:21:45.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 bash[106201]: a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 2024-09-05T11:21:45.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 systemd[1]: Started Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:21:45.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:44 smithi154 ceph-mon[59043]: pgmap v622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.4 MiB/s wr, 599 op/s 2024-09-05T11:21:45.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:44 smithi119 ceph-mon[72222]: pgmap v622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.4 MiB/s wr, 599 op/s 2024-09-05T11:21:45.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:45.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 116.4k 61.6k 0.0k 1.1M 616.0k 0.0k nvme10n1 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 88.4k 83.6k 0.0k 884.0k 836.0k 0.0k nvme10n10 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 90.4k 84.0k 0.0k 904.0k 840.0k 0.0k nvme10n11 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 116.0k 78.8k 0.0k 1.1M 788.0k 0.0k nvme10n12 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 96.8k 93.2k 0.0k 968.0k 932.0k 0.0k nvme10n13 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 72.0k 72.4k 0.0k 720.0k 724.0k 0.0k nvme10n14 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 104.0k 96.8k 0.0k 1.0M 968.0k 0.0k nvme10n15 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 106.8k 64.0k 0.0k 1.0M 640.0k 0.0k nvme10n16 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 82.0k 90.0k 0.0k 820.0k 900.0k 0.0k nvme10n17 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 76.8k 87.6k 0.0k 768.0k 876.0k 0.0k nvme10n18 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 96.4k 75.6k 0.0k 964.0k 756.0k 0.0k nvme10n19 2024-09-05T11:21:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 74.0k 96.0k 0.0k 740.0k 960.0k 0.0k nvme10n2 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 89.2k 97.6k 0.0k 892.0k 976.0k 0.0k nvme10n20 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.40 123.2k 97.6k 0.0k 1.2M 976.0k 0.0k nvme10n3 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 94.4k 98.4k 0.0k 944.0k 984.0k 0.0k nvme10n4 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 88.4k 96.0k 0.0k 884.0k 960.0k 0.0k nvme10n5 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 86.8k 91.6k 0.0k 868.0k 916.0k 0.0k nvme10n6 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 95.2k 60.4k 0.0k 952.0k 604.0k 0.0k nvme10n7 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 90.4k 73.2k 0.0k 904.0k 732.0k 0.0k nvme10n8 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 79.2k 97.2k 0.0k 792.0k 972.0k 0.0k nvme10n9 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 79.2k 88.8k 0.0k 792.0k 888.0k 0.0k nvme2n1 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 90.4k 96.0k 0.0k 904.0k 960.0k 0.0k nvme2n10 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 72.4k 84.8k 0.0k 724.0k 848.0k 0.0k nvme2n11 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 57.6k 98.8k 0.0k 576.0k 988.0k 0.0k nvme2n12 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 73.2k 71.6k 0.0k 732.0k 716.0k 0.0k nvme2n13 2024-09-05T11:21:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 92.4k 92.8k 0.0k 924.0k 928.0k 0.0k nvme2n14 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 87.6k 94.8k 0.0k 876.0k 948.0k 0.0k nvme2n15 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 91.2k 97.6k 0.0k 912.0k 976.0k 0.0k nvme2n16 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 104.4k 76.0k 0.0k 1.0M 760.0k 0.0k nvme2n17 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 84.0k 84.0k 0.0k 840.0k 840.0k 0.0k nvme2n18 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 118.8k 74.0k 0.0k 1.2M 740.0k 0.0k nvme2n19 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 74.4k 78.8k 0.0k 744.0k 788.0k 0.0k nvme2n2 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 85.6k 78.4k 0.0k 856.0k 784.0k 0.0k nvme2n20 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.40 84.0k 97.6k 0.0k 840.0k 976.0k 0.0k nvme2n3 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 97.2k 92.4k 0.0k 972.0k 924.0k 0.0k nvme2n4 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 57.2k 106.4k 0.0k 572.0k 1.0M 0.0k nvme2n5 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 97.2k 79.6k 0.0k 972.0k 796.0k 0.0k nvme2n6 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 73.2k 66.8k 0.0k 732.0k 668.0k 0.0k nvme2n7 2024-09-05T11:21:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 88.4k 79.6k 0.0k 884.0k 796.0k 0.0k nvme2n8 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 90.4k 88.8k 0.0k 904.0k 888.0k 0.0k nvme2n9 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 72.8k 102.8k 0.0k 728.0k 1.0M 0.0k nvme6n1 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 99.2k 102.4k 0.0k 992.0k 1.0M 0.0k nvme6n10 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 64.4k 104.4k 0.0k 644.0k 1.0M 0.0k nvme6n11 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 97.2k 90.8k 0.0k 972.0k 908.0k 0.0k nvme6n12 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 105.6k 98.4k 0.0k 1.0M 984.0k 0.0k nvme6n13 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 108.4k 77.2k 0.0k 1.1M 772.0k 0.0k nvme6n14 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 76.4k 87.6k 0.0k 764.0k 876.0k 0.0k nvme6n15 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 102.8k 76.4k 0.0k 1.0M 764.0k 0.0k nvme6n16 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 90.0k 86.8k 0.0k 900.0k 868.0k 0.0k nvme6n17 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 77.6k 91.6k 0.0k 776.0k 916.0k 0.0k nvme6n18 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 79.6k 80.8k 0.0k 796.0k 808.0k 0.0k nvme6n19 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 86.8k 84.4k 0.0k 868.0k 844.0k 0.0k nvme6n2 2024-09-05T11:21:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 94.0k 79.6k 0.0k 940.0k 796.0k 0.0k nvme6n20 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.40 73.2k 96.8k 0.0k 732.0k 968.0k 0.0k nvme6n3 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.40 115.6k 98.4k 0.0k 1.1M 984.0k 0.0k nvme6n4 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 90.4k 80.0k 0.0k 904.0k 800.0k 0.0k nvme6n5 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 81.2k 105.6k 0.0k 812.0k 1.0M 0.0k nvme6n6 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 90.4k 62.4k 0.0k 904.0k 624.0k 0.0k nvme6n7 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 89.2k 79.2k 0.0k 892.0k 792.0k 0.0k nvme6n8 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 74.4k 88.8k 0.0k 744.0k 888.0k 0.0k nvme6n9 2024-09-05T11:21:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:21:45.496 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): [gateway] 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): name = client.nvmeof.nvmeof.a 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): group = 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): port = 5500 2024-09-05T11:21:45.497 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:21:45.498 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:21:45.498 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:21:45.498 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:21:45.499 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:21:45.500 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): [discovery] 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): addr = 172.21.15.50 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): port = 8009 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): [ceph] 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): pool = mypool 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): id = nvmeof.nvmeof.a 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): [mtls] 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:21:45.501 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): [spdk] 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:21:45.502 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): transports = tcp 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): [monitor] 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.a 2024-09-05T11:21:45.503 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.50:5499 for group id 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.a group id=0 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 2024-09-05T11:21:45.300+0000 7f92873dc640 0 ms_deliver_dispatch: unhandled message 0x556673c31180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 2024-09-05T11:21:45.300+0000 7f92873dc640 0 ms_deliver_dispatch: unhandled message 0x556673c21ba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:21:45.504 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:395 (2): SPDK process id: 58 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: INFO: Setting log level to WARNING 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.321713] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.321783] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid58 ] 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.436871] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:21:45.505 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.493741] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:21:45.752 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.713779] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:21:45.752 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:21:45.752 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:285 (2): Discovery service process id: 60 2024-09-05T11:21:45.752 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:280 (60): Starting ceph nvmeof discovery service 2024-09-05T11:21:45.752 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:21:45.752 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:21:46.005 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/534978114' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:21:46.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:21:46.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:21:46.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO state.py:387 (60): nvmeof.state OMAP object already exists. 2024-09-05T11:21:46.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO discovery.py:321 (60): log pages info from omap: nvmeof.state 2024-09-05T11:21:46.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO discovery.py:328 (60): discovery addr: 172.21.15.50 port: 8009 2024-09-05T11:21:46.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:21:46.006 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.815871] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.50:0/3744587877, rc 0 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.816001] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.50:0/3744587877 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.50:0/3744587877' anagrp=1 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:21:46.007 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.830479] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 rbd disk to lun 2024-09-05T11:21:46.008 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:21:46.008 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:21:46.008 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.008 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.859336] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.50:0/2824360520, rc 0 2024-09-05T11:21:46.008 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.859457] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.50:0/2824360520 2024-09-05T11:21:46.008 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.50:0/2824360520' anagrp=4 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.873964] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_96468891-1dba-42bc-b994-317d9545da88 rbd disk to lun 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.886572] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.903776] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 rbd disk to lun 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.009 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.942651] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.50:0/1518837743, rc 0 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.942809] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.50:0/1518837743 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.50:0/1518837743' anagrp=3 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:45.958145] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 rbd disk to lun 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:45 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:45] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:46.005039] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 rbd disk to lun 2024-09-05T11:21:46.010 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:21:46.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:45 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/534978114' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:21:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:45 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/534978114' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:46.053118] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b rbd disk to lun 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.265 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [2024-09-05 11:21:46.098759] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_dd233d75-d274-471e-8594-c1d2cedce058 rbd disk to lun 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.266 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.50:0/4215772727' anagrp=2 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:21:46.267 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:21:46.528 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:21:46.529 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:21:46.530 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:21:46.530 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.530 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:21:46.530 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:21:46.530 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:21:46.530 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.530 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:21:46.532 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:21:46.533 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:21:46.533 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.533 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:21:46.533 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:21:46.779 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:21:46.779 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.780 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:21:46.780 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:21:46.780 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:21:46.780 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.780 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:21:46.780 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:21:46.781 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:21:46.781 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.781 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:21:46.781 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:21:46.781 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:21:46.782 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.782 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:21:46.783 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:21:46.783 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:21:46.783 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.783 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:21:46.783 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:21:46.784 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:21:46.784 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.784 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:21:46.784 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:21:46.784 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:21:46.785 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.785 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:21:46.785 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:21:46.785 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:21:46.785 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.785 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:21:46.786 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:21:46.786 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:21:46.786 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.786 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:21:46.786 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:21:46.786 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:21:46.787 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.787 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:21:46.787 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:21:46.787 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:21:46.787 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.788 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:21:46.788 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:21:46.788 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:21:46.788 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:46.788 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:21:47.036 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-mon[81192]: pgmap v623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 408 op/s 2024-09-05T11:21:47.036 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:21:47.036 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:21:47.036 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.036 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:21:47.037 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:21:47.038 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:46 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:46] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.039 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:21:47.040 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:21:47.040 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:21:47.040 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.040 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:21:47.040 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:21:47.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:46 smithi154 ceph-mon[59043]: pgmap v623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 408 op/s 2024-09-05T11:21:47.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:46 smithi119 ceph-mon[72222]: pgmap v623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 408 op/s 2024-09-05T11:21:47.299 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.300 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:21:47.301 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:21:47.301 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:21:47.301 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.301 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:21:47.301 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:21:47.301 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:21:47.302 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:21:47.303 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:21:47.304 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.304 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:21:47.304 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:21:47.304 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:21:47.304 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.304 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:21:47.304 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:21:47.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:21:47.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:21:47.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:21:47.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:21:47.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:21:47.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:21:47.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:21:47.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:21:47.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:47 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:47] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:21:48.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:21:47] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:21:48.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:21:48.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:21:48.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:21:48.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:21:48.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:21:48.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:48736 2024-09-05T11:21:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:48 smithi050 ceph-mon[81192]: pgmap v624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 692 op/s 2024-09-05T11:21:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:48 smithi154 ceph-mon[59043]: pgmap v624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 692 op/s 2024-09-05T11:21:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:48 smithi119 ceph-mon[72222]: pgmap v624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 692 op/s 2024-09-05T11:21:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-mon[81192]: pgmap v625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 486 op/s 2024-09-05T11:21:51.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:21:50] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 1 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 1 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 1 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:21:51.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:21:51.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: ], , client address: IPv4 172.21.15.50:59884 2024-09-05T11:21:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:50 smithi154 ceph-mon[59043]: pgmap v625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 486 op/s 2024-09-05T11:21:51.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:50 smithi119 ceph-mon[72222]: pgmap v625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 486 op/s 2024-09-05T11:21:52.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:51 smithi050 ceph-mon[81192]: pgmap v626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.2 MiB/s wr, 503 op/s 2024-09-05T11:21:52.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:51 smithi154 ceph-mon[59043]: pgmap v626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.2 MiB/s wr, 503 op/s 2024-09-05T11:21:52.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:51 smithi119 ceph-mon[72222]: pgmap v626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.2 MiB/s wr, 503 op/s 2024-09-05T11:21:54.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:53 smithi119 ceph-mon[72222]: pgmap v627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 610 op/s 2024-09-05T11:21:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:53 smithi050 ceph-mon[81192]: pgmap v627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 610 op/s 2024-09-05T11:21:54.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:53 smithi154 ceph-mon[59043]: pgmap v627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 610 op/s 2024-09-05T11:21:55.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:21:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 20.0k 25.2k 0.0k 200.0k 252.0k 0.0k nvme10n1 2024-09-05T11:21:55.294 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 15.2k 21.6k 0.0k 152.0k 216.0k 0.0k nvme10n10 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 11.6k 28.4k 0.0k 116.0k 284.0k 0.0k nvme10n11 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 20.4k 28.0k 0.0k 204.0k 280.0k 0.0k nvme10n12 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 24.8k 16.0k 0.0k 248.0k 160.0k 0.0k nvme10n13 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 9.6k 40.4k 0.0k 96.0k 404.0k 0.0k nvme10n14 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 33.2k 14.8k 0.0k 332.0k 148.0k 0.0k nvme10n15 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 24.0k 20.4k 0.0k 240.0k 204.0k 0.0k nvme10n16 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 32.0k 30.4k 0.0k 320.0k 304.0k 0.0k nvme10n17 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 21.2k 16.4k 0.0k 212.0k 164.0k 0.0k nvme10n18 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 27.6k 16.4k 0.0k 276.0k 164.0k 0.0k nvme10n19 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 37.6k 16.0k 0.0k 376.0k 160.0k 0.0k nvme10n2 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 18.4k 23.6k 0.0k 184.0k 236.0k 0.0k nvme10n20 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 15.2k 22.8k 0.0k 152.0k 228.0k 0.0k nvme10n3 2024-09-05T11:21:55.295 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 25.2k 14.0k 0.0k 252.0k 140.0k 0.0k nvme10n4 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 29.2k 12.8k 0.0k 292.0k 128.0k 0.0k nvme10n5 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 17.2k 26.4k 0.0k 172.0k 264.0k 0.0k nvme10n6 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 34.4k 20.0k 0.0k 344.0k 200.0k 0.0k nvme10n7 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 38.4k 8.0k 0.0k 384.0k 80.0k 0.0k nvme10n8 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 12.0k 30.4k 0.0k 120.0k 304.0k 0.0k nvme10n9 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 27.6k 16.0k 0.0k 276.0k 160.0k 0.0k nvme2n1 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 16.8k 17.6k 0.0k 168.0k 176.0k 0.0k nvme2n10 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 18.8k 22.8k 0.0k 188.0k 228.0k 0.0k nvme2n11 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 27.6k 14.4k 0.0k 276.0k 144.0k 0.0k nvme2n12 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 15.2k 16.0k 0.0k 152.0k 160.0k 0.0k nvme2n13 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 34.4k 8.0k 0.0k 344.0k 80.0k 0.0k nvme2n14 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 26.0k 15.2k 0.0k 260.0k 152.0k 0.0k nvme2n15 2024-09-05T11:21:55.296 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 19.2k 15.2k 0.0k 192.0k 152.0k 0.0k nvme2n16 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 12.8k 28.4k 0.0k 128.0k 284.0k 0.0k nvme2n17 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 20.4k 15.2k 0.0k 204.0k 152.0k 0.0k nvme2n18 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 16.8k 22.4k 0.0k 168.0k 224.0k 0.0k nvme2n19 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 18.4k 16.8k 0.0k 184.0k 168.0k 0.0k nvme2n2 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 39.2k 8.0k 0.0k 392.0k 80.0k 0.0k nvme2n20 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 29.2k 18.8k 0.0k 292.0k 188.0k 0.0k nvme2n3 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 23.6k 16.4k 0.0k 236.0k 164.0k 0.0k nvme2n4 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 22.4k 26.8k 0.0k 224.0k 268.0k 0.0k nvme2n5 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 22.8k 14.0k 0.0k 228.0k 140.0k 0.0k nvme2n6 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 27.6k 17.6k 0.0k 276.0k 176.0k 0.0k nvme2n7 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 13.2k 19.6k 0.0k 132.0k 196.0k 0.0k nvme2n8 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 21.2k 22.8k 0.0k 212.0k 228.0k 0.0k nvme2n9 2024-09-05T11:21:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 19.6k 14.0k 0.0k 196.0k 140.0k 0.0k nvme6n1 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 14.0k 18.0k 0.0k 140.0k 180.0k 0.0k nvme6n10 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 26.8k 23.6k 0.0k 268.0k 236.0k 0.0k nvme6n11 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 12.4k 27.2k 0.0k 124.0k 272.0k 0.0k nvme6n12 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 22.0k 31.2k 0.0k 220.0k 312.0k 0.0k nvme6n13 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 12.4k 15.2k 0.0k 124.0k 152.0k 0.0k nvme6n14 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 10.8k 24.0k 0.0k 108.0k 240.0k 0.0k nvme6n15 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 33.2k 17.6k 0.0k 332.0k 176.0k 0.0k nvme6n16 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 20.0k 22.4k 0.0k 200.0k 224.0k 0.0k nvme6n17 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 41.6k 9.6k 0.0k 416.0k 96.0k 0.0k nvme6n18 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 32.0k 3.2k 0.0k 320.0k 32.0k 0.0k nvme6n19 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 9.6k 29.2k 0.0k 96.0k 292.0k 0.0k nvme6n2 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 16.4k 27.2k 0.0k 164.0k 272.0k 0.0k nvme6n20 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 29.2k 19.2k 0.0k 292.0k 192.0k 0.0k nvme6n3 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.00 6.0k 39.6k 0.0k 60.0k 396.0k 0.0k nvme6n4 2024-09-05T11:21:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 21.6k 12.0k 0.0k 216.0k 120.0k 0.0k nvme6n5 2024-09-05T11:21:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 13.2k 15.6k 0.0k 132.0k 156.0k 0.0k nvme6n6 2024-09-05T11:21:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 12.4k 28.4k 0.0k 124.0k 284.0k 0.0k nvme6n7 2024-09-05T11:21:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 26.4k 30.0k 0.0k 264.0k 300.0k 0.0k nvme6n8 2024-09-05T11:21:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2.10 24.4k 18.0k 0.0k 244.0k 180.0k 0.0k nvme6n9 2024-09-05T11:21:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:21:56.176 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:55 smithi050 ceph-mon[81192]: pgmap v628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 424 op/s 2024-09-05T11:21:56.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:55 smithi119 ceph-mon[72222]: pgmap v628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 424 op/s 2024-09-05T11:21:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:55 smithi154 ceph-mon[59043]: pgmap v628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 424 op/s 2024-09-05T11:21:58.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:57 smithi119 ceph-mon[72222]: pgmap v629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 519 op/s 2024-09-05T11:21:58.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:57 smithi050 ceph-mon[81192]: pgmap v629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 519 op/s 2024-09-05T11:21:58.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:57 smithi154 ceph-mon[59043]: pgmap v629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 519 op/s 2024-09-05T11:22:00.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:21:59 smithi119 ceph-mon[72222]: pgmap v630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 675 KiB/s wr, 235 op/s 2024-09-05T11:22:00.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:21:59 smithi050 ceph-mon[81192]: pgmap v630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 675 KiB/s wr, 235 op/s 2024-09-05T11:22:00.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:21:59 smithi154 ceph-mon[59043]: pgmap v630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 675 KiB/s wr, 235 op/s 2024-09-05T11:22:02.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:01 smithi119 ceph-mon[72222]: pgmap v631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 819 KiB/s wr, 258 op/s 2024-09-05T11:22:02.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:01 smithi050 ceph-mon[81192]: pgmap v631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 819 KiB/s wr, 258 op/s 2024-09-05T11:22:02.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:01 smithi154 ceph-mon[59043]: pgmap v631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 819 KiB/s wr, 258 op/s 2024-09-05T11:22:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:03 smithi119 ceph-mon[72222]: pgmap v632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 431 op/s 2024-09-05T11:22:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:04.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:03 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:04.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:03 smithi050 ceph-mon[81192]: pgmap v632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 431 op/s 2024-09-05T11:22:04.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:04.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:04.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:04.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:03 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:04.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:03 smithi154 ceph-mon[59043]: pgmap v632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 431 op/s 2024-09-05T11:22:04.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:04.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:04.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:04.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:03 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:05.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:22:05.295 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 105.2k 80.8k 0.0k 1.0M 808.0k 0.0k nvme10n1 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 84.0k 65.6k 0.0k 840.0k 656.0k 0.0k nvme10n10 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 86.8k 77.6k 0.0k 868.0k 776.0k 0.0k nvme10n11 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 111.6k 63.2k 0.0k 1.1M 632.0k 0.0k nvme10n12 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.50 100.4k 79.6k 0.0k 1004.0k 796.0k 0.0k nvme10n13 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.40 103.2k 65.6k 0.0k 1.0M 656.0k 0.0k nvme10n14 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 93.6k 96.4k 0.0k 936.0k 964.0k 0.0k nvme10n15 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 79.2k 64.8k 0.0k 792.0k 648.0k 0.0k nvme10n16 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 79.2k 62.8k 0.0k 792.0k 628.0k 0.0k nvme10n17 2024-09-05T11:22:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 94.0k 72.8k 0.0k 940.0k 728.0k 0.0k nvme10n18 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 73.2k 74.4k 0.0k 732.0k 744.0k 0.0k nvme10n19 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 100.4k 89.6k 0.0k 1004.0k 896.0k 0.0k nvme10n2 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 99.6k 62.0k 0.0k 996.0k 620.0k 0.0k nvme10n20 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 106.0k 75.2k 0.0k 1.0M 752.0k 0.0k nvme10n3 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 74.0k 96.8k 0.0k 740.0k 968.0k 0.0k nvme10n4 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 92.0k 79.2k 0.0k 920.0k 792.0k 0.0k nvme10n5 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 104.4k 74.0k 0.0k 1.0M 740.0k 0.0k nvme10n6 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 107.2k 63.2k 0.0k 1.0M 632.0k 0.0k nvme10n7 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 85.2k 75.2k 0.0k 852.0k 752.0k 0.0k nvme10n8 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 118.0k 83.6k 0.0k 1.2M 836.0k 0.0k nvme10n9 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 104.4k 40.8k 0.0k 1.0M 408.0k 0.0k nvme2n1 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 73.6k 57.6k 0.0k 736.0k 576.0k 0.0k nvme2n10 2024-09-05T11:22:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 114.8k 89.2k 0.0k 1.1M 892.0k 0.0k nvme2n11 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 100.8k 85.6k 0.0k 1008.0k 856.0k 0.0k nvme2n12 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 86.8k 78.0k 0.0k 868.0k 780.0k 0.0k nvme2n13 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 84.0k 81.6k 0.0k 840.0k 816.0k 0.0k nvme2n14 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 99.2k 68.0k 0.0k 992.0k 680.0k 0.0k nvme2n15 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.10 93.2k 70.0k 0.0k 932.0k 700.0k 0.0k nvme2n16 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.50 134.8k 68.0k 0.0k 1.3M 680.0k 0.0k nvme2n17 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 85.2k 71.2k 0.0k 852.0k 712.0k 0.0k nvme2n18 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 81.6k 75.6k 0.0k 816.0k 756.0k 0.0k nvme2n19 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 93.2k 92.0k 0.0k 932.0k 920.0k 0.0k nvme2n2 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 95.6k 78.4k 0.0k 956.0k 784.0k 0.0k nvme2n20 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 92.8k 52.4k 0.0k 928.0k 524.0k 0.0k nvme2n3 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 95.2k 56.0k 0.0k 952.0k 560.0k 0.0k nvme2n4 2024-09-05T11:22:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 86.8k 64.0k 0.0k 868.0k 640.0k 0.0k nvme2n5 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 111.2k 54.0k 0.0k 1.1M 540.0k 0.0k nvme2n6 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.70 86.8k 91.2k 0.0k 868.0k 912.0k 0.0k nvme2n7 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 97.2k 60.8k 0.0k 972.0k 608.0k 0.0k nvme2n8 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.60 85.2k 90.4k 0.0k 852.0k 904.0k 0.0k nvme2n9 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 81.6k 77.6k 0.0k 816.0k 776.0k 0.0k nvme6n1 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 63.6k 83.6k 0.0k 636.0k 836.0k 0.0k nvme6n10 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 86.0k 57.6k 0.0k 860.0k 576.0k 0.0k nvme6n11 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 91.6k 74.4k 0.0k 916.0k 744.0k 0.0k nvme6n12 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.20 128.4k 60.8k 0.0k 1.3M 608.0k 0.0k nvme6n13 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.00 101.2k 69.6k 0.0k 1012.0k 696.0k 0.0k nvme6n14 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 9.40 100.8k 69.6k 0.0k 1008.0k 696.0k 0.0k nvme6n15 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 106.4k 72.4k 0.0k 1.0M 724.0k 0.0k nvme6n16 2024-09-05T11:22:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 76.4k 82.8k 0.0k 764.0k 828.0k 0.0k nvme6n17 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 72.0k 80.0k 0.0k 720.0k 800.0k 0.0k nvme6n18 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.10 80.8k 83.2k 0.0k 808.0k 832.0k 0.0k nvme6n19 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 106.8k 55.2k 0.0k 1.0M 552.0k 0.0k nvme6n2 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 99.2k 86.0k 0.0k 992.0k 860.0k 0.0k nvme6n20 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 81.6k 84.8k 0.0k 816.0k 848.0k 0.0k nvme6n3 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.90 115.2k 66.4k 0.0k 1.1M 664.0k 0.0k nvme6n4 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.30 86.8k 64.4k 0.0k 868.0k 644.0k 0.0k nvme6n5 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.60 88.4k 74.4k 0.0k 884.0k 744.0k 0.0k nvme6n6 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.80 94.8k 62.4k 0.0k 948.0k 624.0k 0.0k nvme6n7 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.70 86.8k 78.0k 0.0k 868.0k 780.0k 0.0k nvme6n8 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 87.6k 67.2k 0.0k 876.0k 672.0k 0.0k nvme6n9 2024-09-05T11:22:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:06.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:05 smithi119 ceph-mon[72222]: pgmap v633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 308 op/s 2024-09-05T11:22:06.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:05 smithi050 ceph-mon[81192]: pgmap v633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 308 op/s 2024-09-05T11:22:06.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:05 smithi154 ceph-mon[59043]: pgmap v633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 308 op/s 2024-09-05T11:22:08.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:07 smithi119 ceph-mon[72222]: pgmap v634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 507 op/s 2024-09-05T11:22:08.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:07 smithi050 ceph-mon[81192]: pgmap v634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 507 op/s 2024-09-05T11:22:08.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:07 smithi154 ceph-mon[59043]: pgmap v634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 507 op/s 2024-09-05T11:22:10.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:09 smithi119 ceph-mon[72222]: pgmap v635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.9 MiB/s wr, 412 op/s 2024-09-05T11:22:10.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:09 smithi050 ceph-mon[81192]: pgmap v635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.9 MiB/s wr, 412 op/s 2024-09-05T11:22:10.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:09 smithi154 ceph-mon[59043]: pgmap v635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.9 MiB/s wr, 412 op/s 2024-09-05T11:22:12.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:11 smithi119 ceph-mon[72222]: pgmap v636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 426 op/s 2024-09-05T11:22:12.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:11 smithi050 ceph-mon[81192]: pgmap v636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 426 op/s 2024-09-05T11:22:12.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:11 smithi154 ceph-mon[59043]: pgmap v636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 426 op/s 2024-09-05T11:22:14.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:13 smithi119 ceph-mon[72222]: pgmap v637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 594 op/s 2024-09-05T11:22:14.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:13 smithi050 ceph-mon[81192]: pgmap v637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 594 op/s 2024-09-05T11:22:14.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:13 smithi154 ceph-mon[59043]: pgmap v637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 594 op/s 2024-09-05T11:22:15.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:22:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 83.6k 76.8k 0.0k 836.0k 768.0k 0.0k nvme10n1 2024-09-05T11:22:15.294 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 83.6k 66.0k 0.0k 836.0k 660.0k 0.0k nvme10n10 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 83.2k 76.8k 0.0k 832.0k 768.0k 0.0k nvme10n11 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 82.8k 106.4k 0.0k 828.0k 1.0M 0.0k nvme10n12 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 72.0k 73.6k 0.0k 720.0k 736.0k 0.0k nvme10n13 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 142.0k 103.2k 0.0k 1.4M 1.0M 0.0k nvme10n14 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 76.0k 82.4k 0.0k 760.0k 824.0k 0.0k nvme10n15 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 144.8k 84.4k 0.0k 1.4M 844.0k 0.0k nvme10n16 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 58.0k 88.8k 0.0k 580.0k 888.0k 0.0k nvme10n17 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 74.8k 91.6k 0.0k 748.0k 916.0k 0.0k nvme10n18 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 85.2k 74.4k 0.0k 852.0k 744.0k 0.0k nvme10n19 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 68.4k 53.2k 0.0k 684.0k 532.0k 0.0k nvme10n2 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 52.4k 78.8k 0.0k 524.0k 788.0k 0.0k nvme10n20 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 72.8k 88.4k 0.0k 728.0k 884.0k 0.0k nvme10n3 2024-09-05T11:22:15.295 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 88.8k 74.0k 0.0k 888.0k 740.0k 0.0k nvme10n4 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 85.2k 64.8k 0.0k 852.0k 648.0k 0.0k nvme10n5 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 103.2k 70.4k 0.0k 1.0M 704.0k 0.0k nvme10n6 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 79.6k 79.6k 0.0k 796.0k 796.0k 0.0k nvme10n7 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 76.8k 63.6k 0.0k 768.0k 636.0k 0.0k nvme10n8 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 56.4k 80.0k 0.0k 564.0k 800.0k 0.0k nvme10n9 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 123.6k 115.2k 0.0k 1.2M 1.1M 0.0k nvme2n1 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 76.0k 68.4k 0.0k 760.0k 684.0k 0.0k nvme2n10 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 86.0k 73.2k 0.0k 860.0k 732.0k 0.0k nvme2n11 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 80.4k 72.0k 0.0k 804.0k 720.0k 0.0k nvme2n12 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 70.4k 66.0k 0.0k 704.0k 660.0k 0.0k nvme2n13 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 68.4k 88.0k 0.0k 684.0k 880.0k 0.0k nvme2n14 2024-09-05T11:22:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 94.4k 92.8k 0.0k 944.0k 928.0k 0.0k nvme2n15 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 70.4k 80.4k 0.0k 704.0k 804.0k 0.0k nvme2n16 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 73.6k 80.8k 0.0k 736.0k 808.0k 0.0k nvme2n17 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 77.2k 105.6k 0.0k 772.0k 1.0M 0.0k nvme2n18 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 80.8k 71.2k 0.0k 808.0k 712.0k 0.0k nvme2n19 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 64.8k 84.4k 0.0k 648.0k 844.0k 0.0k nvme2n2 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 111.2k 138.4k 0.0k 1.1M 1.4M 0.0k nvme2n20 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 84.4k 62.8k 0.0k 844.0k 628.0k 0.0k nvme2n3 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 94.8k 60.0k 0.0k 948.0k 600.0k 0.0k nvme2n4 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 80.8k 76.4k 0.0k 808.0k 764.0k 0.0k nvme2n5 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 101.6k 99.2k 0.0k 1016.0k 992.0k 0.0k nvme2n6 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 157.2k 106.0k 0.0k 1.5M 1.0M 0.0k nvme2n7 2024-09-05T11:22:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 70.8k 76.8k 0.0k 708.0k 768.0k 0.0k nvme2n8 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 56.8k 108.8k 0.0k 568.0k 1.1M 0.0k nvme2n9 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 117.2k 120.4k 0.0k 1.1M 1.2M 0.0k nvme6n1 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 60.0k 84.4k 0.0k 600.0k 844.0k 0.0k nvme6n10 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 79.6k 72.0k 0.0k 796.0k 720.0k 0.0k nvme6n11 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 77.6k 80.0k 0.0k 776.0k 800.0k 0.0k nvme6n12 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 74.8k 74.4k 0.0k 748.0k 744.0k 0.0k nvme6n13 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 68.0k 96.0k 0.0k 680.0k 960.0k 0.0k nvme6n14 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 90.0k 74.8k 0.0k 900.0k 748.0k 0.0k nvme6n15 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 81.6k 76.4k 0.0k 816.0k 764.0k 0.0k nvme6n16 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 65.2k 74.4k 0.0k 652.0k 744.0k 0.0k nvme6n17 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 72.4k 75.2k 0.0k 724.0k 752.0k 0.0k nvme6n18 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 85.6k 76.4k 0.0k 856.0k 764.0k 0.0k nvme6n19 2024-09-05T11:22:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 72.0k 75.2k 0.0k 720.0k 752.0k 0.0k nvme6n2 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.90 62.8k 84.0k 0.0k 628.0k 840.0k 0.0k nvme6n20 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 82.4k 80.4k 0.0k 824.0k 804.0k 0.0k nvme6n3 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 78.8k 76.0k 0.0k 788.0k 760.0k 0.0k nvme6n4 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 69.2k 73.2k 0.0k 692.0k 732.0k 0.0k nvme6n5 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 72.8k 90.8k 0.0k 728.0k 908.0k 0.0k nvme6n6 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 109.6k 76.8k 0.0k 1.1M 768.0k 0.0k nvme6n7 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 76.0k 61.2k 0.0k 760.0k 612.0k 0.0k nvme6n8 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 8.00 51.2k 86.8k 0.0k 512.0k 868.0k 0.0k nvme6n9 2024-09-05T11:22:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:16.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:15 smithi119 ceph-mon[72222]: pgmap v638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 403 op/s 2024-09-05T11:22:16.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:15 smithi050 ceph-mon[81192]: pgmap v638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 403 op/s 2024-09-05T11:22:16.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:15 smithi154 ceph-mon[59043]: pgmap v638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 403 op/s 2024-09-05T11:22:18.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:17 smithi119 ceph-mon[72222]: pgmap v639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.1 MiB/s wr, 607 op/s 2024-09-05T11:22:18.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:17 smithi050 ceph-mon[81192]: pgmap v639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.1 MiB/s wr, 607 op/s 2024-09-05T11:22:18.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:17 smithi154 ceph-mon[59043]: pgmap v639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.1 MiB/s wr, 607 op/s 2024-09-05T11:22:20.239 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:19 smithi154 ceph-mon[59043]: pgmap v640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 407 op/s 2024-09-05T11:22:20.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:19 smithi119 ceph-mon[72222]: pgmap v640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 407 op/s 2024-09-05T11:22:20.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:19 smithi050 ceph-mon[81192]: pgmap v640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 407 op/s 2024-09-05T11:22:22.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:21 smithi119 ceph-mon[72222]: pgmap v641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 424 op/s 2024-09-05T11:22:22.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:21 smithi050 ceph-mon[81192]: pgmap v641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 424 op/s 2024-09-05T11:22:22.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:21 smithi154 ceph-mon[59043]: pgmap v641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 424 op/s 2024-09-05T11:22:24.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:23 smithi119 ceph-mon[72222]: pgmap v642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.4 MiB/s wr, 595 op/s 2024-09-05T11:22:24.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:23 smithi050 ceph-mon[81192]: pgmap v642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.4 MiB/s wr, 595 op/s 2024-09-05T11:22:24.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:23 smithi154 ceph-mon[59043]: pgmap v642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.4 MiB/s wr, 595 op/s 2024-09-05T11:22:25.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 88.0k 81.6k 0.0k 880.0k 816.0k 0.0k nvme10n1 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 108.4k 140.0k 0.0k 1.1M 1.4M 0.0k nvme10n10 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 109.6k 113.6k 0.0k 1.1M 1.1M 0.0k nvme10n11 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 126.4k 126.0k 0.0k 1.2M 1.2M 0.0k nvme10n12 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 63.2k 81.6k 0.0k 632.0k 816.0k 0.0k nvme10n13 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 92.4k 149.2k 0.0k 924.0k 1.5M 0.0k nvme10n14 2024-09-05T11:22:25.294 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 70.4k 82.8k 0.0k 704.0k 828.0k 0.0k nvme10n15 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 109.2k 114.8k 0.0k 1.1M 1.1M 0.0k nvme10n16 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 83.6k 78.8k 0.0k 836.0k 788.0k 0.0k nvme10n17 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 94.8k 99.6k 0.0k 948.0k 996.0k 0.0k nvme10n18 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 146.0k 66.4k 0.0k 1.4M 664.0k 0.0k nvme10n19 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 93.6k 128.4k 0.0k 936.0k 1.3M 0.0k nvme10n2 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 83.6k 107.2k 0.0k 836.0k 1.0M 0.0k nvme10n20 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 74.4k 73.6k 0.0k 744.0k 736.0k 0.0k nvme10n3 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 131.2k 106.0k 0.0k 1.3M 1.0M 0.0k nvme10n4 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 83.2k 106.0k 0.0k 832.0k 1.0M 0.0k nvme10n5 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 101.2k 134.0k 0.0k 1012.0k 1.3M 0.0k nvme10n6 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 104.0k 138.8k 0.0k 1.0M 1.4M 0.0k nvme10n7 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 123.2k 132.8k 0.0k 1.2M 1.3M 0.0k nvme10n8 2024-09-05T11:22:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 94.0k 58.4k 0.0k 940.0k 584.0k 0.0k nvme10n9 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 99.2k 134.0k 0.0k 992.0k 1.3M 0.0k nvme2n1 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 144.8k 100.0k 0.0k 1.4M 1000.0k 0.0k nvme2n10 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 51.6k 110.4k 0.0k 516.0k 1.1M 0.0k nvme2n11 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 68.4k 84.8k 0.0k 684.0k 848.0k 0.0k nvme2n12 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 126.8k 128.4k 0.0k 1.2M 1.3M 0.0k nvme2n13 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 108.8k 56.8k 0.0k 1.1M 568.0k 0.0k nvme2n14 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 136.0k 112.8k 0.0k 1.3M 1.1M 0.0k nvme2n15 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 76.4k 72.0k 0.0k 764.0k 720.0k 0.0k nvme2n16 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 124.8k 118.8k 0.0k 1.2M 1.2M 0.0k nvme2n17 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 132.8k 109.2k 0.0k 1.3M 1.1M 0.0k nvme2n18 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 88.4k 86.8k 0.0k 884.0k 868.0k 0.0k nvme2n19 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 107.2k 122.8k 0.0k 1.0M 1.2M 0.0k nvme2n2 2024-09-05T11:22:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 87.2k 133.2k 0.0k 872.0k 1.3M 0.0k nvme2n20 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 138.8k 95.6k 0.0k 1.4M 956.0k 0.0k nvme2n3 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 118.4k 122.4k 0.0k 1.2M 1.2M 0.0k nvme2n4 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 65.6k 66.4k 0.0k 656.0k 664.0k 0.0k nvme2n5 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 127.6k 96.0k 0.0k 1.2M 960.0k 0.0k nvme2n6 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 114.4k 101.6k 0.0k 1.1M 1016.0k 0.0k nvme2n7 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 108.8k 80.0k 0.0k 1.1M 800.0k 0.0k nvme2n8 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 138.4k 94.8k 0.0k 1.4M 948.0k 0.0k nvme2n9 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 158.8k 108.0k 0.0k 1.6M 1.1M 0.0k nvme6n1 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 68.8k 68.8k 0.0k 688.0k 688.0k 0.0k nvme6n10 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 114.4k 127.6k 0.0k 1.1M 1.2M 0.0k nvme6n11 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 83.2k 71.6k 0.0k 832.0k 716.0k 0.0k nvme6n12 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 116.0k 104.0k 0.0k 1.1M 1.0M 0.0k nvme6n13 2024-09-05T11:22:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 78.0k 70.8k 0.0k 780.0k 708.0k 0.0k nvme6n14 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 55.2k 87.2k 0.0k 552.0k 872.0k 0.0k nvme6n15 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 94.8k 160.0k 0.0k 948.0k 1.6M 0.0k nvme6n16 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 88.4k 174.0k 0.0k 884.0k 1.7M 0.0k nvme6n17 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 79.6k 84.8k 0.0k 796.0k 848.0k 0.0k nvme6n18 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 77.2k 70.8k 0.0k 772.0k 708.0k 0.0k nvme6n19 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 121.6k 130.4k 0.0k 1.2M 1.3M 0.0k nvme6n2 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 100.0k 116.0k 0.0k 1000.0k 1.1M 0.0k nvme6n20 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 77.2k 86.8k 0.0k 772.0k 868.0k 0.0k nvme6n3 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 66.4k 71.2k 0.0k 664.0k 712.0k 0.0k nvme6n4 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 116.4k 109.6k 0.0k 1.1M 1.1M 0.0k nvme6n5 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 48.0k 75.6k 0.0k 480.0k 756.0k 0.0k nvme6n6 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 123.6k 106.0k 0.0k 1.2M 1.0M 0.0k nvme6n7 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 58.8k 72.8k 0.0k 588.0k 728.0k 0.0k nvme6n8 2024-09-05T11:22:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 93.2k 114.8k 0.0k 932.0k 1.1M 0.0k nvme6n9 2024-09-05T11:22:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:25 smithi119 ceph-mon[72222]: pgmap v643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 404 op/s 2024-09-05T11:22:26.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:25 smithi050 ceph-mon[81192]: pgmap v643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 404 op/s 2024-09-05T11:22:26.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:25 smithi154 ceph-mon[59043]: pgmap v643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 404 op/s 2024-09-05T11:22:28.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:27 smithi119 ceph-mon[72222]: pgmap v644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 604 op/s 2024-09-05T11:22:28.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:27 smithi050 ceph-mon[81192]: pgmap v644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 604 op/s 2024-09-05T11:22:28.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:27 smithi154 ceph-mon[59043]: pgmap v644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 604 op/s 2024-09-05T11:22:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:29 smithi119 ceph-mon[72222]: pgmap v645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 401 op/s 2024-09-05T11:22:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:29 smithi050 ceph-mon[81192]: pgmap v645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 401 op/s 2024-09-05T11:22:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:29 smithi154 ceph-mon[59043]: pgmap v645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 401 op/s 2024-09-05T11:22:32.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:31 smithi119 ceph-mon[72222]: pgmap v646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 417 op/s 2024-09-05T11:22:32.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:31 smithi050 ceph-mon[81192]: pgmap v646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 417 op/s 2024-09-05T11:22:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:31 smithi154 ceph-mon[59043]: pgmap v646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 417 op/s 2024-09-05T11:22:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:33 smithi050 ceph-mon[81192]: pgmap v647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.8 MiB/s wr, 580 op/s 2024-09-05T11:22:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:33 smithi154 ceph-mon[59043]: pgmap v647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.8 MiB/s wr, 580 op/s 2024-09-05T11:22:34.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:33 smithi119 ceph-mon[72222]: pgmap v647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.8 MiB/s wr, 580 op/s 2024-09-05T11:22:35.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 105.2k 156.0k 0.0k 1.0M 1.5M 0.0k nvme10n1 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 96.4k 113.6k 0.0k 964.0k 1.1M 0.0k nvme10n10 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 138.8k 103.6k 0.0k 1.4M 1.0M 0.0k nvme10n11 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 124.4k 108.8k 0.0k 1.2M 1.1M 0.0k nvme10n12 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 69.2k 108.4k 0.0k 692.0k 1.1M 0.0k nvme10n13 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 125.2k 115.2k 0.0k 1.2M 1.1M 0.0k nvme10n14 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 97.2k 114.0k 0.0k 972.0k 1.1M 0.0k nvme10n15 2024-09-05T11:22:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 91.6k 107.2k 0.0k 916.0k 1.0M 0.0k nvme10n16 2024-09-05T11:22:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 146.0k 125.6k 0.0k 1.4M 1.2M 0.0k nvme10n17 2024-09-05T11:22:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 114.0k 128.0k 0.0k 1.1M 1.2M 0.0k nvme10n18 2024-09-05T11:22:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 109.6k 108.0k 0.0k 1.1M 1.1M 0.0k nvme10n19 2024-09-05T11:22:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 116.4k 135.2k 0.0k 1.1M 1.3M 0.0k nvme10n2 2024-09-05T11:22:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 156.8k 99.6k 0.0k 1.5M 996.0k 0.0k nvme10n20 2024-09-05T11:22:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 121.6k 109.2k 0.0k 1.2M 1.1M 0.0k nvme10n3 2024-09-05T11:22:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 84.4k 146.0k 0.0k 844.0k 1.4M 0.0k nvme10n4 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 145.6k 131.6k 0.0k 1.4M 1.3M 0.0k nvme10n5 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 119.2k 114.4k 0.0k 1.2M 1.1M 0.0k nvme10n6 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 111.2k 123.2k 0.0k 1.1M 1.2M 0.0k nvme10n7 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 104.8k 110.0k 0.0k 1.0M 1.1M 0.0k nvme10n8 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 118.4k 91.6k 0.0k 1.2M 916.0k 0.0k nvme10n9 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 116.0k 107.6k 0.0k 1.1M 1.1M 0.0k nvme2n1 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 121.2k 131.6k 0.0k 1.2M 1.3M 0.0k nvme2n10 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 73.2k 60.0k 0.0k 732.0k 600.0k 0.0k nvme2n11 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 62.4k 69.2k 0.0k 624.0k 692.0k 0.0k nvme2n12 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 114.8k 111.6k 0.0k 1.1M 1.1M 0.0k nvme2n13 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 110.4k 153.2k 0.0k 1.1M 1.5M 0.0k nvme2n14 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 109.2k 118.0k 0.0k 1.1M 1.2M 0.0k nvme2n15 2024-09-05T11:22:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 115.2k 116.8k 0.0k 1.1M 1.1M 0.0k nvme2n16 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 121.2k 104.8k 0.0k 1.2M 1.0M 0.0k nvme2n17 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 106.4k 123.6k 0.0k 1.0M 1.2M 0.0k nvme2n18 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 110.8k 138.0k 0.0k 1.1M 1.3M 0.0k nvme2n19 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 152.4k 97.2k 0.0k 1.5M 972.0k 0.0k nvme2n2 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 135.2k 72.4k 0.0k 1.3M 724.0k 0.0k nvme2n20 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 119.6k 123.6k 0.0k 1.2M 1.2M 0.0k nvme2n3 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 96.4k 105.6k 0.0k 964.0k 1.0M 0.0k nvme2n4 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 99.6k 134.8k 0.0k 996.0k 1.3M 0.0k nvme2n5 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 104.4k 106.0k 0.0k 1.0M 1.0M 0.0k nvme2n6 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 111.6k 88.0k 0.0k 1.1M 880.0k 0.0k nvme2n7 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 92.0k 163.6k 0.0k 920.0k 1.6M 0.0k nvme2n8 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 110.4k 134.4k 0.0k 1.1M 1.3M 0.0k nvme2n9 2024-09-05T11:22:35.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 105.2k 75.6k 0.0k 1.0M 756.0k 0.0k nvme6n1 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 108.4k 67.2k 0.0k 1.1M 672.0k 0.0k nvme6n10 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 106.0k 119.2k 0.0k 1.0M 1.2M 0.0k nvme6n11 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 145.2k 88.0k 0.0k 1.4M 880.0k 0.0k nvme6n12 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 104.4k 97.6k 0.0k 1.0M 976.0k 0.0k nvme6n13 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 117.2k 128.8k 0.0k 1.1M 1.3M 0.0k nvme6n14 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 74.8k 63.2k 0.0k 748.0k 632.0k 0.0k nvme6n15 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 148.8k 91.6k 0.0k 1.5M 916.0k 0.0k nvme6n16 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 116.4k 123.2k 0.0k 1.1M 1.2M 0.0k nvme6n17 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 132.8k 112.8k 0.0k 1.3M 1.1M 0.0k nvme6n18 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 118.4k 148.8k 0.0k 1.2M 1.5M 0.0k nvme6n19 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 110.0k 124.8k 0.0k 1.1M 1.2M 0.0k nvme6n2 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 159.2k 85.6k 0.0k 1.6M 856.0k 0.0k nvme6n20 2024-09-05T11:22:35.303 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 99.2k 138.0k 0.0k 992.0k 1.3M 0.0k nvme6n3 2024-09-05T11:22:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 93.6k 101.6k 0.0k 936.0k 1016.0k 0.0k nvme6n4 2024-09-05T11:22:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 127.6k 90.4k 0.0k 1.2M 904.0k 0.0k nvme6n5 2024-09-05T11:22:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 70.8k 142.0k 0.0k 708.0k 1.4M 0.0k nvme6n6 2024-09-05T11:22:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 98.8k 105.2k 0.0k 988.0k 1.0M 0.0k nvme6n7 2024-09-05T11:22:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 114.8k 130.4k 0.0k 1.1M 1.3M 0.0k nvme6n8 2024-09-05T11:22:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 83.2k 123.2k 0.0k 832.0k 1.2M 0.0k nvme6n9 2024-09-05T11:22:35.304 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:36.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:36 smithi050 ceph-mon[81192]: pgmap v648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 395 op/s 2024-09-05T11:22:36.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:36 smithi154 ceph-mon[59043]: pgmap v648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 395 op/s 2024-09-05T11:22:36.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:36 smithi119 ceph-mon[72222]: pgmap v648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 395 op/s 2024-09-05T11:22:38.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:38 smithi050 ceph-mon[81192]: pgmap v649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 587 op/s 2024-09-05T11:22:38.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:38 smithi154 ceph-mon[59043]: pgmap v649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 587 op/s 2024-09-05T11:22:38.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:38 smithi119 ceph-mon[72222]: pgmap v649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 587 op/s 2024-09-05T11:22:40.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:40 smithi050 ceph-mon[81192]: pgmap v650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 388 op/s 2024-09-05T11:22:40.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:40 smithi154 ceph-mon[59043]: pgmap v650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 388 op/s 2024-09-05T11:22:40.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:40 smithi119 ceph-mon[72222]: pgmap v650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 388 op/s 2024-09-05T11:22:42.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:42 smithi050 ceph-mon[81192]: pgmap v651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.7 MiB/s wr, 402 op/s 2024-09-05T11:22:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:42 smithi154 ceph-mon[59043]: pgmap v651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.7 MiB/s wr, 402 op/s 2024-09-05T11:22:42.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:42 smithi119 ceph-mon[72222]: pgmap v651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.7 MiB/s wr, 402 op/s 2024-09-05T11:22:44.299 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:44 smithi119 ceph-mon[72222]: pgmap v652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 564 op/s 2024-09-05T11:22:44.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:44 smithi050 ceph-mon[81192]: pgmap v652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 564 op/s 2024-09-05T11:22:44.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:44 smithi154 ceph-mon[59043]: pgmap v652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 564 op/s 2024-09-05T11:22:45.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 140.0k 110.4k 0.0k 1.4M 1.1M 0.0k nvme10n1 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 99.6k 105.6k 0.0k 996.0k 1.0M 0.0k nvme10n10 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 84.8k 128.0k 0.0k 848.0k 1.2M 0.0k nvme10n11 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 129.6k 70.8k 0.0k 1.3M 708.0k 0.0k nvme10n12 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 122.4k 123.2k 0.0k 1.2M 1.2M 0.0k nvme10n13 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 128.4k 86.4k 0.0k 1.3M 864.0k 0.0k nvme10n14 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 112.0k 122.8k 0.0k 1.1M 1.2M 0.0k nvme10n15 2024-09-05T11:22:45.295 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 107.6k 94.4k 0.0k 1.1M 944.0k 0.0k nvme10n16 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 94.0k 116.8k 0.0k 940.0k 1.1M 0.0k nvme10n17 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 87.6k 136.8k 0.0k 876.0k 1.3M 0.0k nvme10n18 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 119.2k 104.4k 0.0k 1.2M 1.0M 0.0k nvme10n19 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 116.0k 107.2k 0.0k 1.1M 1.0M 0.0k nvme10n2 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 106.8k 109.6k 0.0k 1.0M 1.1M 0.0k nvme10n20 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 115.2k 102.4k 0.0k 1.1M 1.0M 0.0k nvme10n3 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 120.8k 102.8k 0.0k 1.2M 1.0M 0.0k nvme10n4 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 120.0k 137.2k 0.0k 1.2M 1.3M 0.0k nvme10n5 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 119.6k 80.4k 0.0k 1.2M 804.0k 0.0k nvme10n6 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 117.6k 90.4k 0.0k 1.1M 904.0k 0.0k nvme10n7 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 119.6k 87.6k 0.0k 1.2M 876.0k 0.0k nvme10n8 2024-09-05T11:22:45.296 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 116.4k 102.8k 0.0k 1.1M 1.0M 0.0k nvme10n9 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 98.4k 113.2k 0.0k 984.0k 1.1M 0.0k nvme2n1 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 136.0k 100.0k 0.0k 1.3M 1000.0k 0.0k nvme2n10 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 145.2k 104.8k 0.0k 1.4M 1.0M 0.0k nvme2n11 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 108.8k 152.4k 0.0k 1.1M 1.5M 0.0k nvme2n12 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 97.2k 104.8k 0.0k 972.0k 1.0M 0.0k nvme2n13 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 101.6k 126.0k 0.0k 1016.0k 1.2M 0.0k nvme2n14 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 106.8k 92.8k 0.0k 1.0M 928.0k 0.0k nvme2n15 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 111.6k 95.2k 0.0k 1.1M 952.0k 0.0k nvme2n16 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 112.0k 113.2k 0.0k 1.1M 1.1M 0.0k nvme2n17 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 116.0k 112.4k 0.0k 1.1M 1.1M 0.0k nvme2n18 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 90.8k 111.2k 0.0k 908.0k 1.1M 0.0k nvme2n19 2024-09-05T11:22:45.297 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 91.2k 136.8k 0.0k 912.0k 1.3M 0.0k nvme2n2 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 92.4k 106.8k 0.0k 924.0k 1.0M 0.0k nvme2n20 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 96.8k 135.2k 0.0k 968.0k 1.3M 0.0k nvme2n3 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 124.4k 119.6k 0.0k 1.2M 1.2M 0.0k nvme2n4 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 136.8k 87.2k 0.0k 1.3M 872.0k 0.0k nvme2n5 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 68.0k 106.8k 0.0k 680.0k 1.0M 0.0k nvme2n6 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 114.4k 116.0k 0.0k 1.1M 1.1M 0.0k nvme2n7 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 85.2k 122.8k 0.0k 852.0k 1.2M 0.0k nvme2n8 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 102.8k 105.2k 0.0k 1.0M 1.0M 0.0k nvme2n9 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 88.0k 117.6k 0.0k 880.0k 1.1M 0.0k nvme6n1 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 112.0k 126.4k 0.0k 1.1M 1.2M 0.0k nvme6n10 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 96.0k 85.2k 0.0k 960.0k 852.0k 0.0k nvme6n11 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 117.2k 111.6k 0.0k 1.1M 1.1M 0.0k nvme6n12 2024-09-05T11:22:45.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 130.4k 95.6k 0.0k 1.3M 956.0k 0.0k nvme6n13 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 126.4k 135.6k 0.0k 1.2M 1.3M 0.0k nvme6n14 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 105.2k 143.2k 0.0k 1.0M 1.4M 0.0k nvme6n15 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 98.8k 107.6k 0.0k 988.0k 1.1M 0.0k nvme6n16 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 112.0k 87.2k 0.0k 1.1M 872.0k 0.0k nvme6n17 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 131.6k 102.4k 0.0k 1.3M 1.0M 0.0k nvme6n18 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 120.4k 125.2k 0.0k 1.2M 1.2M 0.0k nvme6n19 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 94.0k 110.0k 0.0k 940.0k 1.1M 0.0k nvme6n2 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.60 106.4k 114.4k 0.0k 1.0M 1.1M 0.0k nvme6n20 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 113.2k 106.4k 0.0k 1.1M 1.0M 0.0k nvme6n3 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 114.8k 117.2k 0.0k 1.1M 1.1M 0.0k nvme6n4 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 107.6k 118.4k 0.0k 1.1M 1.2M 0.0k nvme6n5 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 119.2k 92.4k 0.0k 1.2M 924.0k 0.0k nvme6n6 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 91.6k 104.8k 0.0k 916.0k 1.0M 0.0k nvme6n7 2024-09-05T11:22:45.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 131.2k 89.6k 0.0k 1.3M 896.0k 0.0k nvme6n8 2024-09-05T11:22:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 100.4k 119.6k 0.0k 1004.0k 1.2M 0.0k nvme6n9 2024-09-05T11:22:45.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:46.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:46 smithi050 ceph-mon[81192]: pgmap v653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 385 op/s 2024-09-05T11:22:46.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:46 smithi154 ceph-mon[59043]: pgmap v653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 385 op/s 2024-09-05T11:22:46.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:46 smithi119 ceph-mon[72222]: pgmap v653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 385 op/s 2024-09-05T11:22:48.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:48 smithi050 ceph-mon[81192]: pgmap v654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.0 MiB/s wr, 578 op/s 2024-09-05T11:22:48.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:48 smithi154 ceph-mon[59043]: pgmap v654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.0 MiB/s wr, 578 op/s 2024-09-05T11:22:48.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:48 smithi119 ceph-mon[72222]: pgmap v654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.0 MiB/s wr, 578 op/s 2024-09-05T11:22:50.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:50 smithi050 ceph-mon[81192]: pgmap v655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 386 op/s 2024-09-05T11:22:50.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:50 smithi154 ceph-mon[59043]: pgmap v655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 386 op/s 2024-09-05T11:22:50.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:50 smithi119 ceph-mon[72222]: pgmap v655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 386 op/s 2024-09-05T11:22:52.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:52 smithi050 ceph-mon[81192]: pgmap v656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 401 op/s 2024-09-05T11:22:52.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:52 smithi154 ceph-mon[59043]: pgmap v656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 401 op/s 2024-09-05T11:22:52.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:52 smithi119 ceph-mon[72222]: pgmap v656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 401 op/s 2024-09-05T11:22:53.044 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-09-05T11:22:53.045 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:22:53.045 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:22:53.079 INFO:teuthology.orchestra.run.smithi050.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: Active: active (running) since Thu 2024-09-05 11:21:45 UTC; 1min 8s ago 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 106153 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 106154 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 106216 (conmon) 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: Tasks: 130 (limit: 202828) 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: Memory: 147.5M 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 1min 8.944s 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: ├─libpod-payload-a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 2024-09-05T11:22:53.080 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106218 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106220 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106238 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106277 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout: │ └─106289 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout: └─runtime 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout: └─106216 /usr/bin/conmon --api-version 1 -c a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 -u a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata -p /run/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:22:53.081 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 1 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 1 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:22:53.082 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:21:50 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: ], , client address: IPv4 172.21.15.50:59884 2024-09-05T11:22:53.083 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:22:53.116 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:22:53.116 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:22:53.116 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 13min ago 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 168.0M 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 13min 16.287s 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.117 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:22:53.118 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:22:53.119 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:22:53.119 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:22:53.119 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:22:53.119 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:22:53.119 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:22:53.119 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:48736 2024-09-05T11:22:53.120 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:22:53.154 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:22:53.154 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:22:53.154 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 13min ago 2024-09-05T11:22:53.154 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.154 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.154 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 166.9M 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 13min 9.818s 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:22:53.155 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:22:53.156 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:22:53.157 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:22:53.157 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:22:53.157 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:22:53.158 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:22:53.189 INFO:teuthology.orchestra.run.smithi173.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:22:53.189 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: Active: active (running) since Thu 2024-09-05 11:09:58 UTC; 12min ago 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42202 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42203 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 42265 (conmon) 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: Memory: 162.3M 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 13min 4.677s 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: ├─libpod-payload-dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42267 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42269 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.190 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42356 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─42407 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout: │ └─43357 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout: └─runtime 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout: └─42265 /usr/bin/conmon --api-version 1 -c dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -u dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata -p /run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:22:53.191 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:22:53.192 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:22:53.192 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:10:00 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:10:00] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:22:53.193 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:22:53.498 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:22:53.498 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 6m ago 33m smithi050=x;smithi119=y;count:2 2024-09-05T11:22:53.498 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 6m ago 33m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:22:53.498 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 4/4 6m ago 28m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:22:53.498 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 6m ago - 2024-09-05T11:22:53.791 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:22:53.791 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (6m) 6m ago 6m 51.8M - 1.2.17 32a3d75b7c14 b2b5394dd57a 2024-09-05T11:22:53.791 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (13m) 111s ago 28m 164M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:22:53.791 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (13m) 111s ago 27m 164M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:22:53.791 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (12m) 112s ago 28m 158M - 1.2.17 32a3d75b7c14 dc6d34ff8354 2024-09-05T11:22:54.130 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:22:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:54 smithi050 ceph-mon[81192]: pgmap v657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.6 MiB/s wr, 568 op/s 2024-09-05T11:22:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:54 smithi050 ceph-mon[81192]: from='client.45278 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:54.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:54 smithi050 ceph-mon[81192]: from='client.55252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:54.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:54 smithi154 ceph-mon[59043]: pgmap v657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.6 MiB/s wr, 568 op/s 2024-09-05T11:22:54.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:54 smithi154 ceph-mon[59043]: from='client.45278 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:54.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:54 smithi154 ceph-mon[59043]: from='client.55252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 18m) 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 19m), standbys: y 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 14m), 8 in (since 30m) 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:22:54.468 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1.0 GiB 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: client: 7.8 MiB/s rd, 7.6 MiB/s wr, 286 op/s rd, 281 op/s wr 2024-09-05T11:22:54.469 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:22:54.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:54 smithi119 ceph-mon[72222]: pgmap v657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.6 MiB/s wr, 568 op/s 2024-09-05T11:22:54.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:54 smithi119 ceph-mon[72222]: from='client.45278 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:54.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:54 smithi119 ceph-mon[72222]: from='client.55252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:54.499 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.520 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.541 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.560 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.579 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.597 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.616 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.635 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.654 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.672 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.690 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.709 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.728 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.747 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.766 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.784 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.803 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.841 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.859 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.878 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.896 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.916 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.934 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.953 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.972 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:54.991 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.009 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.028 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.047 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.065 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.084 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.103 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.121 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.140 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.159 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.178 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.197 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.215 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.234 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.253 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.272 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:55.297 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 85.6k 109.2k 0.0k 856.0k 1.1M 0.0k nvme10n1 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 98.8k 82.8k 0.0k 988.0k 828.0k 0.0k nvme10n10 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 85.2k 124.4k 0.0k 852.0k 1.2M 0.0k nvme10n11 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 102.4k 97.2k 0.0k 1.0M 972.0k 0.0k nvme10n12 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 125.2k 83.2k 0.0k 1.2M 832.0k 0.0k nvme10n13 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 94.0k 98.8k 0.0k 940.0k 988.0k 0.0k nvme10n14 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 119.2k 109.2k 0.0k 1.2M 1.1M 0.0k nvme10n15 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 102.4k 86.4k 0.0k 1.0M 864.0k 0.0k nvme10n16 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 120.4k 90.8k 0.0k 1.2M 908.0k 0.0k nvme10n17 2024-09-05T11:22:55.298 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 127.6k 85.2k 0.0k 1.2M 852.0k 0.0k nvme10n18 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 100.0k 109.2k 0.0k 1000.0k 1.1M 0.0k nvme10n19 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 84.4k 116.0k 0.0k 844.0k 1.1M 0.0k nvme10n2 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 105.2k 75.6k 0.0k 1.0M 756.0k 0.0k nvme10n20 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 119.2k 101.2k 0.0k 1.2M 1012.0k 0.0k nvme10n3 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 108.4k 91.6k 0.0k 1.1M 916.0k 0.0k nvme10n4 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 75.2k 126.4k 0.0k 752.0k 1.2M 0.0k nvme10n5 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 95.2k 102.8k 0.0k 952.0k 1.0M 0.0k nvme10n6 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 117.2k 104.0k 0.0k 1.1M 1.0M 0.0k nvme10n7 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 100.0k 102.4k 0.0k 1000.0k 1.0M 0.0k nvme10n8 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 116.4k 99.6k 0.0k 1.1M 996.0k 0.0k nvme10n9 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 86.0k 101.2k 0.0k 860.0k 1012.0k 0.0k nvme2n1 2024-09-05T11:22:55.299 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 108.4k 101.6k 0.0k 1.1M 1016.0k 0.0k nvme2n10 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 122.0k 81.6k 0.0k 1.2M 816.0k 0.0k nvme2n11 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 110.0k 108.0k 0.0k 1.1M 1.1M 0.0k nvme2n12 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 86.0k 117.2k 0.0k 860.0k 1.1M 0.0k nvme2n13 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 95.6k 138.8k 0.0k 956.0k 1.4M 0.0k nvme2n14 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 78.4k 105.6k 0.0k 784.0k 1.0M 0.0k nvme2n15 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 79.2k 120.8k 0.0k 792.0k 1.2M 0.0k nvme2n16 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 119.2k 96.8k 0.0k 1.2M 968.0k 0.0k nvme2n17 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 91.6k 83.6k 0.0k 916.0k 836.0k 0.0k nvme2n18 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 98.0k 88.4k 0.0k 980.0k 884.0k 0.0k nvme2n19 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 120.8k 92.0k 0.0k 1.2M 920.0k 0.0k nvme2n2 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 94.8k 90.8k 0.0k 948.0k 908.0k 0.0k nvme2n20 2024-09-05T11:22:55.300 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 86.8k 100.8k 0.0k 868.0k 1008.0k 0.0k nvme2n3 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 109.6k 88.4k 0.0k 1.1M 884.0k 0.0k nvme2n4 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 83.6k 114.0k 0.0k 836.0k 1.1M 0.0k nvme2n5 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 92.8k 91.2k 0.0k 928.0k 912.0k 0.0k nvme2n6 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 82.4k 99.6k 0.0k 824.0k 996.0k 0.0k nvme2n7 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 93.6k 96.4k 0.0k 936.0k 964.0k 0.0k nvme2n8 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 124.4k 78.8k 0.0k 1.2M 788.0k 0.0k nvme2n9 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 118.0k 90.4k 0.0k 1.2M 904.0k 0.0k nvme6n1 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 129.2k 129.2k 0.0k 1.3M 1.3M 0.0k nvme6n10 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 96.4k 131.2k 0.0k 964.0k 1.3M 0.0k nvme6n11 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 93.6k 104.0k 0.0k 936.0k 1.0M 0.0k nvme6n12 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 114.4k 104.0k 0.0k 1.1M 1.0M 0.0k nvme6n13 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 98.8k 96.0k 0.0k 988.0k 960.0k 0.0k nvme6n14 2024-09-05T11:22:55.301 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 109.6k 129.6k 0.0k 1.1M 1.3M 0.0k nvme6n15 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 87.6k 110.4k 0.0k 876.0k 1.1M 0.0k nvme6n16 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 89.2k 104.0k 0.0k 892.0k 1.0M 0.0k nvme6n17 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 91.6k 114.4k 0.0k 916.0k 1.1M 0.0k nvme6n18 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 127.2k 92.8k 0.0k 1.2M 928.0k 0.0k nvme6n19 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 100.8k 92.0k 0.0k 1008.0k 920.0k 0.0k nvme6n2 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.80 111.6k 119.2k 0.0k 1.1M 1.2M 0.0k nvme6n20 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 101.2k 97.2k 0.0k 1012.0k 972.0k 0.0k nvme6n3 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 116.4k 105.6k 0.0k 1.1M 1.0M 0.0k nvme6n4 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 124.8k 102.0k 0.0k 1.2M 1020.0k 0.0k nvme6n5 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 131.2k 116.4k 0.0k 1.3M 1.1M 0.0k nvme6n6 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 117.2k 99.2k 0.0k 1.1M 992.0k 0.0k nvme6n7 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 112.4k 97.6k 0.0k 1.1M 976.0k 0.0k nvme6n8 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 7.70 99.2k 104.8k 0.0k 992.0k 1.0M 0.0k nvme6n9 2024-09-05T11:22:55.302 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:22:55.303 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.310 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.328 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.347 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.365 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.384 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.403 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.422 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:55 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/1781969181' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:22:55.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:55 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/486479736' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:22:55.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:55 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/1781969181' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:22:55.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:55 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/486479736' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:22:55.440 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.460 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.477 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.496 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:55 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/1781969181' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:22:55.497 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:55 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/486479736' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:22:55.515 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.534 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.553 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.572 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.590 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.610 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:22:55.610 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.8874467993014703) > weight (0.25) 2024-09-05T11:22:55.610 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.6122136827190618) > weight (0.25) 2024-09-05T11:22:55.610 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.5561898952623331) > weight (0.25) 2024-09-05T11:22:55.610 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.d 2024-09-05T11:22:55.610 DEBUG:teuthology.orchestra.run.smithi173:> ceph orch daemon stop nvmeof.nvmeof.d 2024-09-05T11:22:55.903 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled to stop nvmeof.nvmeof.d on host 'smithi173' 2024-09-05T11:22:55.915 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 113 secs before reviving 2024-09-05T11:22:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:56 smithi050 ceph-mon[81192]: pgmap v658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 390 op/s 2024-09-05T11:22:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:56.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:56.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:56 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:56 smithi154 ceph-mon[59043]: pgmap v658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 390 op/s 2024-09-05T11:22:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:56.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:56.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:56.427 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:56 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:56 smithi119 ceph-mon[72222]: pgmap v658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 390 op/s 2024-09-05T11:22:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:56.498 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:56 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:56.638 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 systemd[1]: Stopping Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:22:57.065 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:22:57.065 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: Traceback (most recent call last): 2024-09-05T11:22:57.065 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:22:57.065 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: gateway.keep_alive() 2024-09-05T11:22:57.065 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/src/control/server.py", line 526, in keep_alive 2024-09-05T11:22:57.065 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:22:57.065 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: wait_fn(timeout=timeout) 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: signaled = self._cond.wait(timeout) 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:22:57.066 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: SystemExit: Gateway process terminated 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.d) pid 19... 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: *** Caught signal (Aborted) ** 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: in thread 7f3e5a16f5c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3e5b5016f0] 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 2: /lib64/libc.so.6(+0x8679a) [0x7f3e5b54979a] 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 3: pthread_cond_wait() 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f3e5b8996b0] 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 5: (AsyncMessenger::wait()+0x7b) [0x7f3e5c388ceb] 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x562d7c44cb18] 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 7: main() 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 8: /lib64/libc.so.6(+0x29590) [0x7f3e5b4ec590] 2024-09-05T11:22:57.067 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 9: __libc_start_main() 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: 10: _start() 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.d) pid 70... 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO state.py:545 (909): Cleanup OMAP on exit (discovery-smithi173) 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO server.py:489 (2): Discovery service terminated 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.d) 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log.gz 2024-09-05T11:22:57.068 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:56 smithi173 podman[49422]: 2024-09-05 11:22:56.780405793 +0000 UTC m=+0.249733881 container died dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, name=ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, release=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.ceph.nvmeof=None, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, version=1.2.17, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, vcs-type=git, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, distribution-scope=public, io.spdk.build.target-arch=, vendor=Red Hat, Inc., io.ceph.git.branch=tags/1.2.17, io.buildah.version=1.29.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, build-date=2024-07-30 15:47:38 UTC) 2024-09-05T11:22:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:57 smithi173 podman[49422]: 2024-09-05 11:22:57.254433948 +0000 UTC m=+0.723762067 container cleanup dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, release=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, name=ceph-nvmeof, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.17, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.makeflags=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.spdk.build.ceph-release=18.2.4, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, architecture=x86_64, build-date=2024-07-30 15:47:38 UTC, org.centos.version=9.0-21.el9, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.nvmeof=None, io.spdk.build.target-arch=, version=1.2.17, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:22:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:57 smithi173 bash[49422]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d 2024-09-05T11:22:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:57 smithi173 podman[49436]: 2024-09-05 11:22:57.488793119 +0000 UTC m=+0.708277511 container remove dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, vendor=Red Hat, Inc., build-date=2024-07-30 15:47:38 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.target-arch=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.wants=ceph,rbd, io.spdk.build.makeflags=, io.ceph.version=1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, release=, io.spdk.build.ceph-release=18.2.4, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.buildah.version=1.29.0, io.spdk.version=24.01, distribution-scope=public, io.spdk.git.branch=undefined, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:22:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:57 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Deactivated successfully. 2024-09-05T11:22:57.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:57 smithi173 systemd[1]: Stopped Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:22:57.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:22:57 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Consumed 13min 8.858s CPU time. 2024-09-05T11:22:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:57 smithi050 ceph-mon[81192]: from='client.45302 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "stop", "name": "nvmeof.nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:57 smithi050 ceph-mon[81192]: Schedule stop daemon nvmeof.nvmeof.d 2024-09-05T11:22:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:58.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:57 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:57 smithi154 ceph-mon[59043]: from='client.45302 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "stop", "name": "nvmeof.nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:57 smithi154 ceph-mon[59043]: Schedule stop daemon nvmeof.nvmeof.d 2024-09-05T11:22:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:58.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:57 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:57 smithi119 ceph-mon[72222]: from='client.45302 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "stop", "name": "nvmeof.nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:22:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:57 smithi119 ceph-mon[72222]: Schedule stop daemon nvmeof.nvmeof.d 2024-09-05T11:22:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:58.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:57 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:22:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:58 smithi050 ceph-mon[81192]: pgmap v659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 584 op/s 2024-09-05T11:22:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:22:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:58 smithi154 ceph-mon[59043]: pgmap v659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 584 op/s 2024-09-05T11:22:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:22:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:58 smithi119 ceph-mon[72222]: pgmap v659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 584 op/s 2024-09-05T11:22:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:22:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:22:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:22:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:22:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:23:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:00 smithi050 ceph-mon[81192]: pgmap v660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 390 op/s 2024-09-05T11:23:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:00 smithi154 ceph-mon[59043]: pgmap v660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 390 op/s 2024-09-05T11:23:01.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:00 smithi119 ceph-mon[72222]: pgmap v660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 390 op/s 2024-09-05T11:23:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:02 smithi050 ceph-mon[81192]: pgmap v661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 393 op/s 2024-09-05T11:23:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:02 smithi154 ceph-mon[59043]: pgmap v661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 393 op/s 2024-09-05T11:23:03.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:02 smithi119 ceph-mon[72222]: pgmap v661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 393 op/s 2024-09-05T11:23:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:04 smithi050 ceph-mon[81192]: pgmap v662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 383 op/s 2024-09-05T11:23:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:04 smithi154 ceph-mon[59043]: pgmap v662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 383 op/s 2024-09-05T11:23:05.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:04 smithi119 ceph-mon[72222]: pgmap v662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 383 op/s 2024-09-05T11:23:05.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 3.6k 22.8k 0.0k 36.0k 228.0k 0.0k nvme10n1 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 16.8k 8.0k 0.0k 168.0k 80.0k 0.0k nvme10n10 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 11.2k 16.8k 0.0k 112.0k 168.0k 0.0k nvme10n11 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 4.8k 19.6k 0.0k 48.0k 196.0k 0.0k nvme10n12 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 7.6k 24.0k 0.0k 76.0k 240.0k 0.0k nvme10n13 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 9.6k 13.6k 0.0k 96.0k 136.0k 0.0k nvme10n14 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 12.8k 19.6k 0.0k 128.0k 196.0k 0.0k nvme10n15 2024-09-05T11:23:05.296 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 5.6k 25.2k 0.0k 56.0k 252.0k 0.0k nvme10n16 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 5.2k 17.2k 0.0k 52.0k 172.0k 0.0k nvme10n17 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 9.2k 30.0k 0.0k 92.0k 300.0k 0.0k nvme10n18 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 12.8k 6.8k 0.0k 128.0k 68.0k 0.0k nvme10n19 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 12.4k 28.4k 0.0k 124.0k 284.0k 0.0k nvme10n2 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 14.4k 8.0k 0.0k 144.0k 80.0k 0.0k nvme10n20 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 10.4k 22.0k 0.0k 104.0k 220.0k 0.0k nvme10n3 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 9.2k 15.2k 0.0k 92.0k 152.0k 0.0k nvme10n4 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 5.2k 6.0k 0.0k 52.0k 60.0k 0.0k nvme10n5 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 4.4k 25.2k 0.0k 44.0k 252.0k 0.0k nvme10n6 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 20.4k 16.8k 0.0k 204.0k 168.0k 0.0k nvme10n7 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 14.8k 15.2k 0.0k 148.0k 152.0k 0.0k nvme10n8 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 13.2k 10.0k 0.0k 132.0k 100.0k 0.0k nvme10n9 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 12.8k 17.2k 0.0k 128.0k 172.0k 0.0k nvme2n1 2024-09-05T11:23:05.297 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 9.6k 8.0k 0.0k 96.0k 80.0k 0.0k nvme2n10 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 11.6k 19.2k 0.0k 116.0k 192.0k 0.0k nvme2n11 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 18.4k 13.2k 0.0k 184.0k 132.0k 0.0k nvme2n12 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 20.8k 5.2k 0.0k 208.0k 52.0k 0.0k nvme2n13 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 9.2k 18.8k 0.0k 92.0k 188.0k 0.0k nvme2n14 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 17.2k 15.6k 0.0k 172.0k 156.0k 0.0k nvme2n15 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 5.6k 23.2k 0.0k 56.0k 232.0k 0.0k nvme2n16 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 13.2k 19.2k 0.0k 132.0k 192.0k 0.0k nvme2n17 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 10.8k 9.6k 0.0k 108.0k 96.0k 0.0k nvme2n18 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 16.4k 12.0k 0.0k 164.0k 120.0k 0.0k nvme2n19 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 10.4k 30.0k 0.0k 104.0k 300.0k 0.0k nvme2n2 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 5.2k 12.4k 0.0k 52.0k 124.0k 0.0k nvme2n20 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 16.4k 13.2k 0.0k 164.0k 132.0k 0.0k nvme2n3 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 7.6k 20.0k 0.0k 76.0k 200.0k 0.0k nvme2n4 2024-09-05T11:23:05.298 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 17.6k 27.6k 0.0k 176.0k 276.0k 0.0k nvme2n5 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 5.6k 23.6k 0.0k 56.0k 236.0k 0.0k nvme2n6 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 6.0k 13.2k 0.0k 60.0k 132.0k 0.0k nvme2n7 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 9.6k 13.6k 0.0k 96.0k 136.0k 0.0k nvme2n8 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 8.0k 22.8k 0.0k 80.0k 228.0k 0.0k nvme2n9 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 6.4k 20.8k 0.0k 64.0k 208.0k 0.0k nvme6n1 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 20.8k 5.2k 0.0k 208.0k 52.0k 0.0k nvme6n10 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 16.0k 8.4k 0.0k 160.0k 84.0k 0.0k nvme6n11 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 16.4k 11.2k 0.0k 164.0k 112.0k 0.0k nvme6n12 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 15.2k 20.4k 0.0k 152.0k 204.0k 0.0k nvme6n13 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 19.2k 27.2k 0.0k 192.0k 272.0k 0.0k nvme6n14 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 8.8k 31.2k 0.0k 88.0k 312.0k 0.0k nvme6n15 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 9.6k 8.4k 0.0k 96.0k 84.0k 0.0k nvme6n16 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 14.0k 11.2k 0.0k 140.0k 112.0k 0.0k nvme6n17 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 16.8k 10.0k 0.0k 168.0k 100.0k 0.0k nvme6n18 2024-09-05T11:23:05.299 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 21.6k 9.6k 0.0k 216.0k 96.0k 0.0k nvme6n19 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 4.0k 14.8k 0.0k 40.0k 148.0k 0.0k nvme6n2 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.00 15.2k 11.6k 0.0k 152.0k 116.0k 0.0k nvme6n20 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 21.2k 3.6k 0.0k 212.0k 36.0k 0.0k nvme6n3 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 22.0k 8.4k 0.0k 220.0k 84.0k 0.0k nvme6n4 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 12.0k 7.6k 0.0k 120.0k 76.0k 0.0k nvme6n5 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 13.2k 14.0k 0.0k 132.0k 140.0k 0.0k nvme6n6 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 14.4k 9.6k 0.0k 144.0k 96.0k 0.0k nvme6n7 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 19.6k 12.0k 0.0k 196.0k 120.0k 0.0k nvme6n8 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 1.10 12.0k 8.8k 0.0k 120.0k 88.0k 0.0k nvme6n9 2024-09-05T11:23:05.300 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-mon[81192]: pgmap v663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 202 op/s 2024-09-05T11:23:07.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:23:06] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:23:07.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:23:07.175 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: ], , client address: IPv4 172.21.15.50:47460 2024-09-05T11:23:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:06 smithi154 ceph-mon[59043]: pgmap v663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 202 op/s 2024-09-05T11:23:07.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:06 smithi119 ceph-mon[72222]: pgmap v663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 202 op/s 2024-09-05T11:23:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:08 smithi050 ceph-mon[81192]: pgmap v664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 203 op/s 2024-09-05T11:23:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:08 smithi154 ceph-mon[59043]: pgmap v664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 203 op/s 2024-09-05T11:23:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:08 smithi119 ceph-mon[72222]: pgmap v664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 203 op/s 2024-09-05T11:23:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:10 smithi050 ceph-mon[81192]: pgmap v665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 102 KiB/s wr, 9 op/s 2024-09-05T11:23:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:10 smithi154 ceph-mon[59043]: pgmap v665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 102 KiB/s wr, 9 op/s 2024-09-05T11:23:11.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:10 smithi119 ceph-mon[72222]: pgmap v665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 102 KiB/s wr, 9 op/s 2024-09-05T11:23:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:12 smithi050 ceph-mon[81192]: pgmap v666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 102 KiB/s wr, 9 op/s 2024-09-05T11:23:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:12 smithi154 ceph-mon[59043]: pgmap v666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 102 KiB/s wr, 9 op/s 2024-09-05T11:23:13.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:12 smithi119 ceph-mon[72222]: pgmap v666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 102 KiB/s wr, 9 op/s 2024-09-05T11:23:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:14 smithi050 ceph-mon[81192]: pgmap v667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 69 KiB/s wr, 9 op/s 2024-09-05T11:23:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:14 smithi154 ceph-mon[59043]: pgmap v667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 69 KiB/s wr, 9 op/s 2024-09-05T11:23:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:14 smithi119 ceph-mon[72222]: pgmap v667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 69 KiB/s wr, 9 op/s 2024-09-05T11:23:15.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:23:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme10n1 2024-09-05T11:23:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n10 2024-09-05T11:23:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n11 2024-09-05T11:23:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n12 2024-09-05T11:23:15.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n13 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n14 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n15 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n16 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n17 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n18 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme10n19 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme10n2 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme10n20 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n3 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n4 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n5 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n6 2024-09-05T11:23:15.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n7 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n8 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n9 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme2n1 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n10 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n11 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n12 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n13 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n14 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n15 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n16 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n17 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n18 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme2n19 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme2n2 2024-09-05T11:23:15.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.8k 0.0k 0.0k 8.0k 0.0k nvme2n20 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n3 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n5 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n6 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n7 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n8 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n9 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme6n1 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n10 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n11 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n12 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n13 2024-09-05T11:23:15.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n14 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n15 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n16 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n17 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n18 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme6n19 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme6n2 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.4k 0.0k 0.0k 24.0k 0.0k 0.0k nvme6n20 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.8k 0.0k 0.0k 48.0k 0.0k 0.0k nvme6n3 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n4 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n5 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n6 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n7 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n8 2024-09-05T11:23:15.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n9 2024-09-05T11:23:15.301 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:16 smithi050 ceph-mon[81192]: pgmap v668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:16 smithi154 ceph-mon[59043]: pgmap v668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:17.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:16 smithi119 ceph-mon[72222]: pgmap v668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:18 smithi050 ceph-mon[81192]: pgmap v669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 5 op/s 2024-09-05T11:23:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:18 smithi154 ceph-mon[59043]: pgmap v669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 5 op/s 2024-09-05T11:23:19.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:18 smithi119 ceph-mon[72222]: pgmap v669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 5 op/s 2024-09-05T11:23:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:20 smithi050 ceph-mon[81192]: pgmap v670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:20 smithi154 ceph-mon[59043]: pgmap v670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:21.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:20 smithi119 ceph-mon[72222]: pgmap v670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:22 smithi050 ceph-mon[81192]: pgmap v671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:22 smithi154 ceph-mon[59043]: pgmap v671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:23.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:22 smithi119 ceph-mon[72222]: pgmap v671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 4 op/s 2024-09-05T11:23:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:24 smithi050 ceph-mon[81192]: pgmap v672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 5 op/s 2024-09-05T11:23:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:24 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:24 smithi154 ceph-mon[59043]: pgmap v672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 5 op/s 2024-09-05T11:23:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:24 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:25.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:24 smithi119 ceph-mon[72222]: pgmap v672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 5 op/s 2024-09-05T11:23:25.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:24 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:25.286 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n1 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n10 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n11 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n12 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n13 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n14 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n15 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n16 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n17 2024-09-05T11:23:25.295 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n18 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n19 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n2 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n20 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n3 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n4 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n5 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n6 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n7 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n8 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme10n9 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n1 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n10 2024-09-05T11:23:25.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n11 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n12 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n13 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n14 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n15 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n16 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n17 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n18 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n19 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n2 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n20 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 4.4k 0.0k 0.0k 44.0k 0.0k nvme2n3 2024-09-05T11:23:25.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n5 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n6 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n7 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n8 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n9 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n1 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n10 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n11 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n12 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n13 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n14 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n15 2024-09-05T11:23:25.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n16 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n17 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n18 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n19 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n2 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n20 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n3 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n4 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n5 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n6 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n7 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n8 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme6n9 2024-09-05T11:23:25.299 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:26.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:25 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:26.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:25 smithi050 ceph-mon[81192]: osdmap e134: 8 total, 8 up, 8 in 2024-09-05T11:23:26.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:25 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:26.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:25 smithi050 ceph-mon[81192]: pgmap v674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2 op/s 2024-09-05T11:23:26.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:25 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:26.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:25 smithi154 ceph-mon[59043]: osdmap e134: 8 total, 8 up, 8 in 2024-09-05T11:23:26.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:25 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:26.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:25 smithi154 ceph-mon[59043]: pgmap v674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2 op/s 2024-09-05T11:23:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:25 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:25 smithi119 ceph-mon[72222]: osdmap e134: 8 total, 8 up, 8 in 2024-09-05T11:23:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:25 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:25 smithi119 ceph-mon[72222]: pgmap v674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2 op/s 2024-09-05T11:23:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:26 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:26 smithi050 ceph-mon[81192]: osdmap e135: 8 total, 8 up, 8 in 2024-09-05T11:23:27.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:26 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:26 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:26 smithi154 ceph-mon[59043]: osdmap e135: 8 total, 8 up, 8 in 2024-09-05T11:23:27.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:26 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:27.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:26 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:27.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:26 smithi119 ceph-mon[72222]: osdmap e135: 8 total, 8 up, 8 in 2024-09-05T11:23:27.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:26 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:27 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:27 smithi050 ceph-mon[81192]: osdmap e136: 8 total, 8 up, 8 in 2024-09-05T11:23:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:27 smithi050 ceph-mon[81192]: pgmap v677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T11:23:28.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:27 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:27 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:27 smithi154 ceph-mon[59043]: osdmap e136: 8 total, 8 up, 8 in 2024-09-05T11:23:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:27 smithi154 ceph-mon[59043]: pgmap v677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T11:23:28.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:27 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:28.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:27 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:28.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:27 smithi119 ceph-mon[72222]: osdmap e136: 8 total, 8 up, 8 in 2024-09-05T11:23:28.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:27 smithi119 ceph-mon[72222]: pgmap v677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T11:23:28.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:27 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:28 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:28 smithi050 ceph-mon[81192]: osdmap e137: 8 total, 8 up, 8 in 2024-09-05T11:23:29.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:28 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:28 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:28 smithi154 ceph-mon[59043]: osdmap e137: 8 total, 8 up, 8 in 2024-09-05T11:23:29.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:28 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:29.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:28 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:29.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:28 smithi119 ceph-mon[72222]: osdmap e137: 8 total, 8 up, 8 in 2024-09-05T11:23:29.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:28 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:30.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:29 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:30.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:29 smithi050 ceph-mon[81192]: osdmap e138: 8 total, 8 up, 8 in 2024-09-05T11:23:30.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:29 smithi050 ceph-mon[81192]: pgmap v680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 34 KiB/s wr, 18 op/s 2024-09-05T11:23:30.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:29 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:29 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:29 smithi154 ceph-mon[59043]: osdmap e138: 8 total, 8 up, 8 in 2024-09-05T11:23:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:29 smithi154 ceph-mon[59043]: pgmap v680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 34 KiB/s wr, 18 op/s 2024-09-05T11:23:30.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:29 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:29 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:29 smithi119 ceph-mon[72222]: osdmap e138: 8 total, 8 up, 8 in 2024-09-05T11:23:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:29 smithi119 ceph-mon[72222]: pgmap v680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 34 KiB/s wr, 18 op/s 2024-09-05T11:23:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:29 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:30 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:30 smithi119 ceph-mon[72222]: osdmap e139: 8 total, 8 up, 8 in 2024-09-05T11:23:31.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:30 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:30 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:30 smithi050 ceph-mon[81192]: osdmap e139: 8 total, 8 up, 8 in 2024-09-05T11:23:31.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:30 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:30 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:30 smithi154 ceph-mon[59043]: osdmap e139: 8 total, 8 up, 8 in 2024-09-05T11:23:31.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:30 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:32.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:31 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:32.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:31 smithi119 ceph-mon[72222]: osdmap e140: 8 total, 8 up, 8 in 2024-09-05T11:23:32.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:31 smithi119 ceph-mon[72222]: pgmap v683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 15 KiB/s wr, 2 op/s 2024-09-05T11:23:32.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:31 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:32.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:31 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:32.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:31 smithi050 ceph-mon[81192]: osdmap e140: 8 total, 8 up, 8 in 2024-09-05T11:23:32.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:31 smithi050 ceph-mon[81192]: pgmap v683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 15 KiB/s wr, 2 op/s 2024-09-05T11:23:32.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:31 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:31 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:31 smithi154 ceph-mon[59043]: osdmap e140: 8 total, 8 up, 8 in 2024-09-05T11:23:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:31 smithi154 ceph-mon[59043]: pgmap v683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 15 KiB/s wr, 2 op/s 2024-09-05T11:23:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:31 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:32 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:32 smithi119 ceph-mon[72222]: osdmap e141: 8 total, 8 up, 8 in 2024-09-05T11:23:33.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:32 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:33.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:32 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:33.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:32 smithi050 ceph-mon[81192]: osdmap e141: 8 total, 8 up, 8 in 2024-09-05T11:23:33.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:32 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:33.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:32 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:33.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:32 smithi154 ceph-mon[59043]: osdmap e141: 8 total, 8 up, 8 in 2024-09-05T11:23:33.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:32 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:34.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:33 smithi119 ceph-mon[72222]: pgmap v685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 120 KiB/s wr, 46 op/s 2024-09-05T11:23:34.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:33 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:34.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:33 smithi119 ceph-mon[72222]: osdmap e142: 8 total, 8 up, 8 in 2024-09-05T11:23:34.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:33 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:34.424 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:33 smithi050 ceph-mon[81192]: pgmap v685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 120 KiB/s wr, 46 op/s 2024-09-05T11:23:34.425 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:33 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:34.425 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:33 smithi050 ceph-mon[81192]: osdmap e142: 8 total, 8 up, 8 in 2024-09-05T11:23:34.425 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:33 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:33 smithi154 ceph-mon[59043]: pgmap v685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 120 KiB/s wr, 46 op/s 2024-09-05T11:23:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:33 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:33 smithi154 ceph-mon[59043]: osdmap e142: 8 total, 8 up, 8 in 2024-09-05T11:23:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:33 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:35.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:34 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:35.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:34 smithi119 ceph-mon[72222]: osdmap e143: 8 total, 8 up, 8 in 2024-09-05T11:23:35.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:34 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:35.287 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.0k 0.0k 0.0k 40.0k 0.0k 0.0k nvme10n1 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.0k 0.0k 0.0k 40.0k 0.0k 0.0k nvme10n10 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme10n11 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme10n12 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.8k 0.0k 0.0k 48.0k 0.0k 0.0k nvme10n13 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.2k 0.0k 0.0k 12.0k 0.0k nvme10n14 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme10n15 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 3.6k 0.0k 0.0k 36.0k 0.0k nvme10n16 2024-09-05T11:23:35.296 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme10n17 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme10n18 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.4k 0.0k 0.0k 24.0k 0.0k nvme10n19 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.8k 0.0k 0.0k 8.0k 0.0k nvme10n2 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme10n20 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 6.4k 0.0k 0.0k 64.0k 0.0k nvme10n3 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.4k 0.8k 0.0k 24.0k 8.0k 0.0k nvme10n4 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.4k 6.0k 0.0k 44.0k 60.0k 0.0k nvme10n5 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.4k 2.4k 0.0k 24.0k 24.0k 0.0k nvme10n6 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 6.0k 4.0k 0.0k 60.0k 40.0k 0.0k nvme10n7 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 5.2k 5.2k 0.0k 52.0k 52.0k 0.0k nvme10n8 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 4.0k 2.4k 0.0k 40.0k 24.0k 0.0k nvme10n9 2024-09-05T11:23:35.297 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme2n1 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 3.6k 2.0k 0.0k 36.0k 20.0k 0.0k nvme2n10 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme2n11 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.4k 0.0k 0.0k 24.0k 0.0k nvme2n12 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.8k 0.0k 0.0k 8.0k 0.0k 0.0k nvme2n13 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme2n14 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 3.6k 0.0k 0.0k 36.0k 0.0k nvme2n15 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 6.4k 0.0k 0.0k 64.0k 0.0k nvme2n16 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme2n17 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 3.2k 0.0k 0.0k 32.0k 0.0k 0.0k nvme2n18 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme2n19 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.8k 0.0k 0.0k 48.0k 0.0k 0.0k nvme2n2 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme2n20 2024-09-05T11:23:35.298 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme2n3 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 6.0k 2.0k 0.0k 60.0k 20.0k 0.0k nvme2n4 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 6.4k 0.8k 0.0k 64.0k 8.0k 0.0k nvme2n5 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.0k 2.8k 0.0k 0.0k 28.0k 0.0k nvme2n6 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme2n7 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 10.0k 0.0k 0.0k 100.0k 0.0k 0.0k nvme2n8 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 2.8k 0.0k 0.0k 28.0k 0.0k 0.0k nvme2n9 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme6n1 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 1.2k 1.6k 0.0k 12.0k 16.0k 0.0k nvme6n10 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.4k 0.0k 0.0k 4.0k 0.0k 0.0k nvme6n11 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme6n12 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme6n13 2024-09-05T11:23:35.299 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 1.6k 0.0k 0.0k 16.0k 0.0k nvme6n14 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 5.2k 0.0k 0.0k 52.0k 0.0k nvme6n15 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.4k 0.0k 0.0k 44.0k 0.0k 0.0k nvme6n16 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 2.0k 0.0k 0.0k 20.0k 0.0k 0.0k nvme6n17 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 4.4k 0.0k 0.0k 44.0k 0.0k 0.0k nvme6n18 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 2.8k 0.0k 0.0k 28.0k 0.0k nvme6n19 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.6k 0.0k 0.0k 16.0k 0.0k 0.0k nvme6n2 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 1.2k 0.0k 0.0k 12.0k 0.0k 0.0k nvme6n20 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.10 0.0k 0.4k 0.0k 0.0k 4.0k 0.0k nvme6n3 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 6.8k 0.0k 0.0k 68.0k 0.0k 0.0k nvme6n4 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 1.6k 2.8k 0.0k 16.0k 28.0k 0.0k nvme6n5 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 5.2k 3.2k 0.0k 52.0k 32.0k 0.0k nvme6n6 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 0.4k 3.6k 0.0k 4.0k 36.0k 0.0k nvme6n7 2024-09-05T11:23:35.300 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 6.0k 0.0k 0.0k 60.0k 0.0k 0.0k nvme6n8 2024-09-05T11:23:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 0.20 8.4k 0.0k 0.0k 84.0k 0.0k 0.0k nvme6n9 2024-09-05T11:23:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:35.301 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:35.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:34 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:35.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:34 smithi050 ceph-mon[81192]: osdmap e143: 8 total, 8 up, 8 in 2024-09-05T11:23:35.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:34 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:35.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:34 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:35.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:34 smithi154 ceph-mon[59043]: osdmap e143: 8 total, 8 up, 8 in 2024-09-05T11:23:35.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:34 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:36.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:35 smithi119 ceph-mon[72222]: pgmap v688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 105 KiB/s wr, 44 op/s 2024-09-05T11:23:36.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:35 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:36.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:35 smithi119 ceph-mon[72222]: osdmap e144: 8 total, 8 up, 8 in 2024-09-05T11:23:36.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:35 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:36.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:35 smithi050 ceph-mon[81192]: pgmap v688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 105 KiB/s wr, 44 op/s 2024-09-05T11:23:36.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:35 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:36.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:35 smithi050 ceph-mon[81192]: osdmap e144: 8 total, 8 up, 8 in 2024-09-05T11:23:36.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:35 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:36.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:35 smithi154 ceph-mon[59043]: pgmap v688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 105 KiB/s wr, 44 op/s 2024-09-05T11:23:36.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:35 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:36.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:35 smithi154 ceph-mon[59043]: osdmap e144: 8 total, 8 up, 8 in 2024-09-05T11:23:36.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:35 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:36 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:36 smithi119 ceph-mon[72222]: osdmap e145: 8 total, 8 up, 8 in 2024-09-05T11:23:37.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:36 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:36 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:36 smithi050 ceph-mon[81192]: osdmap e145: 8 total, 8 up, 8 in 2024-09-05T11:23:37.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:36 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:36 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:36 smithi154 ceph-mon[59043]: osdmap e145: 8 total, 8 up, 8 in 2024-09-05T11:23:37.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:36 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:38.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:37 smithi119 ceph-mon[72222]: pgmap v691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 120 KiB/s wr, 41 op/s 2024-09-05T11:23:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:37 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:37 smithi119 ceph-mon[72222]: osdmap e146: 8 total, 8 up, 8 in 2024-09-05T11:23:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:37 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:38.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:37 smithi050 ceph-mon[81192]: pgmap v691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 120 KiB/s wr, 41 op/s 2024-09-05T11:23:38.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:37 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:38.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:37 smithi050 ceph-mon[81192]: osdmap e146: 8 total, 8 up, 8 in 2024-09-05T11:23:38.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:37 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:38.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:37 smithi154 ceph-mon[59043]: pgmap v691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 120 KiB/s wr, 41 op/s 2024-09-05T11:23:38.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:37 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:38.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:37 smithi154 ceph-mon[59043]: osdmap e146: 8 total, 8 up, 8 in 2024-09-05T11:23:38.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:37 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:38 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:38 smithi119 ceph-mon[72222]: osdmap e147: 8 total, 8 up, 8 in 2024-09-05T11:23:39.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:38 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:39.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:38 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:39.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:38 smithi050 ceph-mon[81192]: osdmap e147: 8 total, 8 up, 8 in 2024-09-05T11:23:39.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:38 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:39.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:38 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:39.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:38 smithi154 ceph-mon[59043]: osdmap e147: 8 total, 8 up, 8 in 2024-09-05T11:23:39.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:38 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"} : dispatch 2024-09-05T11:23:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:39 smithi119 ceph-mon[72222]: pgmap v694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 120 KiB/s wr, 41 op/s 2024-09-05T11:23:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:39 smithi119 ceph-mon[72222]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:39 smithi119 ceph-mon[72222]: osdmap e148: 8 total, 8 up, 8 in 2024-09-05T11:23:40.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:39 smithi050 ceph-mon[81192]: pgmap v694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 120 KiB/s wr, 41 op/s 2024-09-05T11:23:40.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:39 smithi050 ceph-mon[81192]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:40.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:39 smithi050 ceph-mon[81192]: osdmap e148: 8 total, 8 up, 8 in 2024-09-05T11:23:40.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:39 smithi154 ceph-mon[59043]: pgmap v694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 120 KiB/s wr, 41 op/s 2024-09-05T11:23:40.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:39 smithi154 ceph-mon[59043]: from='client.? 172.21.15.50:0/2824360520' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.173:0/749078980"}]': finished 2024-09-05T11:23:40.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:39 smithi154 ceph-mon[59043]: osdmap e148: 8 total, 8 up, 8 in 2024-09-05T11:23:42.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:41 smithi119 ceph-mon[72222]: pgmap v696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 293 KiB/s wr, 45 op/s 2024-09-05T11:23:42.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:41 smithi050 ceph-mon[81192]: pgmap v696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 293 KiB/s wr, 45 op/s 2024-09-05T11:23:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:41 smithi154 ceph-mon[59043]: pgmap v696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 293 KiB/s wr, 45 op/s 2024-09-05T11:23:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:43 smithi119 ceph-mon[72222]: pgmap v697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 249 op/s 2024-09-05T11:23:44.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:43 smithi050 ceph-mon[81192]: pgmap v697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 249 op/s 2024-09-05T11:23:44.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:43 smithi154 ceph-mon[59043]: pgmap v697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 249 op/s 2024-09-05T11:23:46.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:45 smithi119 ceph-mon[72222]: pgmap v698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 188 op/s 2024-09-05T11:23:46.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:45 smithi050 ceph-mon[81192]: pgmap v698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 188 op/s 2024-09-05T11:23:46.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:45 smithi154 ceph-mon[59043]: pgmap v698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 188 op/s 2024-09-05T11:23:49.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:48 smithi050 ceph-mon[81192]: pgmap v699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 428 op/s 2024-09-05T11:23:49.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:48 smithi154 ceph-mon[59043]: pgmap v699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 428 op/s 2024-09-05T11:23:49.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:48 smithi119 ceph-mon[72222]: pgmap v699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 428 op/s 2024-09-05T11:23:50.355 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:50.355 INFO:tasks.workunit.client.0.smithi033.stdout:nvmeof-fio-test: (groupid=0, jobs=1): err= 0: pid=54677: Thu Sep 5 11:23:50 2024 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: read: IOPS=234, BW=5772KiB/s (5911kB/s)(3382MiB/600001msec) 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: clat (usec): min=88, max=10124k, avg=925.30, stdev=37505.11 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: lat (usec): min=88, max=10124k, avg=925.69, stdev=37505.11 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: clat percentiles (usec): 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: | 1.00th=[ 441], 5.00th=[ 510], 10.00th=[ 553], 20.00th=[ 611], 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: | 30.00th=[ 660], 40.00th=[ 701], 50.00th=[ 734], 60.00th=[ 775], 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: | 70.00th=[ 816], 80.00th=[ 865], 90.00th=[ 938], 95.00th=[ 1004], 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: | 99.00th=[ 1762], 99.50th=[ 2442], 99.90th=[ 2769], 99.95th=[ 2835], 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: | 99.99th=[ 5145] 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: bw ( KiB/s): min= 24, max=15728, per=100.00%, avg=7237.12, stdev=2467.24, samples=957 2024-09-05T11:23:50.356 INFO:tasks.workunit.client.0.smithi033.stdout: iops : min= 2, max= 540, avg=294.03, stdev=87.91, samples=957 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: write: IOPS=235, BW=5772KiB/s (5911kB/s)(3382MiB/600001msec); 0 zone resets 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: clat (usec): min=1010, max=28346k, avg=3234.94, stdev=116205.86 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: lat (usec): min=1035, max=28346k, avg=3317.77, stdev=116205.87 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: clat percentiles (usec): 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: | 1.00th=[ 1303], 5.00th=[ 1467], 10.00th=[ 1565], 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: | 20.00th=[ 1745], 30.00th=[ 1926], 40.00th=[ 2089], 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: | 50.00th=[ 2278], 60.00th=[ 2474], 70.00th=[ 2704], 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: | 80.00th=[ 2999], 90.00th=[ 3425], 95.00th=[ 3884], 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: | 99.00th=[ 4948], 99.50th=[ 5407], 99.90th=[ 6194], 2024-09-05T11:23:50.357 INFO:tasks.workunit.client.0.smithi033.stdout: | 99.95th=[ 12911], 99.99th=[1002439] 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: bw ( KiB/s): min= 16, max=15752, per=100.00%, avg=7155.39, stdev=2507.04, samples=968 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: iops : min= 2, max= 482, avg=291.14, stdev=88.65, samples=968 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: lat (usec) : 100=0.01%, 250=0.08%, 500=2.07%, 750=24.58%, 1000=20.65% 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: lat (msec) : 2=19.48%, 4=31.05%, 10=2.05%, 20=0.01%, 50=0.01% 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: lat (msec) : 750=0.01%, 1000=0.01%, 2000=0.01%, >=2000=0.01% 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: cpu : usr=2.37%, sys=1.22%, ctx=282070, majf=0, minf=3934 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: issued rwts: total=140803,141027,0,0 short=0,0,0,0 dropped=0,0,0,0 2024-09-05T11:23:50.358 INFO:tasks.workunit.client.0.smithi033.stdout: latency : target=0, window=0, percentile=100.00%, depth=1 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout:Run status group 0 (all jobs): 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: READ: bw=5772KiB/s (5911kB/s), 5772KiB/s-5772KiB/s (5911kB/s-5911kB/s), io=3382MiB (3547MB), run=600001-600001msec 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: WRITE: bw=5772KiB/s (5911kB/s), 5772KiB/s-5772KiB/s (5911kB/s-5911kB/s), io=3382MiB (3547MB), run=600001-600001msec 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout:Disk stats (read/write): 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n1: ios=2388/2397, merge=0/0, ticks=1741/5451, in_queue=7192, util=1.19% 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n1: ios=2438/2355, merge=0/0, ticks=1680/5913, in_queue=7593, util=1.25% 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n1: ios=2427/2374, merge=0/0, ticks=1704/5411, in_queue=7115, util=1.17% 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n2: ios=2495/2298, merge=0/0, ticks=1915/5297, in_queue=7212, util=1.19% 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n2: ios=2450/2354, merge=0/0, ticks=1581/5246, in_queue=6827, util=1.13% 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n2: ios=2449/2349, merge=0/0, ticks=1788/5812, in_queue=7600, util=1.25% 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n3: ios=2464/2327, merge=0/0, ticks=1927/7081, in_queue=9008, util=1.49% 2024-09-05T11:23:50.359 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n3: ios=2461/2339, merge=0/0, ticks=1846/24154, in_queue=26000, util=4.31% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n3: ios=2460/2339, merge=0/0, ticks=1868/6522, in_queue=8390, util=1.39% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n4: ios=2420/2384, merge=0/0, ticks=1894/7640, in_queue=9534, util=1.57% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n4: ios=2425/2375, merge=0/0, ticks=1874/24343, in_queue=26217, util=75.22% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n4: ios=2447/2341, merge=0/0, ticks=1686/6919, in_queue=8605, util=1.42% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n5: ios=2484/2302, merge=0/0, ticks=1828/5958, in_queue=7786, util=1.29% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n5: ios=2466/2337, merge=0/0, ticks=1704/5537, in_queue=7241, util=1.20% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n5: ios=2459/2340, merge=0/0, ticks=1618/5019, in_queue=6637, util=1.10% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n6: ios=2418/2374, merge=0/0, ticks=1882/4979, in_queue=6861, util=1.13% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n6: ios=2449/2341, merge=0/0, ticks=1734/6622, in_queue=8356, util=1.38% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n6: ios=2462/2329, merge=0/0, ticks=1728/5572, in_queue=7300, util=1.21% 2024-09-05T11:23:50.360 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n7: ios=2492/2304, merge=0/0, ticks=1906/6399, in_queue=8305, util=1.37% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n7: ios=2452/2353, merge=0/0, ticks=1788/6161, in_queue=7949, util=1.30% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n7: ios=2451/2346, merge=0/0, ticks=1795/6312, in_queue=8107, util=1.34% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n8: ios=2452/2352, merge=0/0, ticks=1761/8036, in_queue=9797, util=1.62% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n8: ios=2422/2368, merge=0/0, ticks=1772/7659, in_queue=9431, util=1.56% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n8: ios=2477/2319, merge=0/0, ticks=1693/7827, in_queue=9520, util=1.58% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n9: ios=2396/2398, merge=0/0, ticks=1821/5528, in_queue=7349, util=1.22% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n9: ios=2512/2290, merge=0/0, ticks=1729/5183, in_queue=6912, util=1.15% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n9: ios=2486/2299, merge=0/0, ticks=1739/6082, in_queue=7821, util=1.30% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n10: ios=2412/2387, merge=0/0, ticks=1786/6681, in_queue=8467, util=1.40% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n10: ios=2402/2401, merge=0/0, ticks=1683/5842, in_queue=7525, util=1.25% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n10: ios=2473/2324, merge=0/0, ticks=1761/4910, in_queue=6671, util=1.10% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n11: ios=2408/2392, merge=0/0, ticks=1726/7512, in_queue=9238, util=1.53% 2024-09-05T11:23:50.361 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n11: ios=2461/2346, merge=0/0, ticks=1830/6233, in_queue=8063, util=1.34% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n11: ios=2459/2337, merge=0/0, ticks=1911/6753, in_queue=8664, util=1.44% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n12: ios=2458/2342, merge=0/0, ticks=1731/7178, in_queue=8909, util=1.48% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n12: ios=2429/2369, merge=0/0, ticks=1838/7369, in_queue=9207, util=1.53% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n12: ios=2405/2394, merge=0/0, ticks=1794/7530, in_queue=9324, util=1.54% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n13: ios=2466/2337, merge=0/0, ticks=1913/5598, in_queue=7511, util=1.25% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n13: ios=2467/2324, merge=0/0, ticks=1665/5061, in_queue=6726, util=1.12% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n13: ios=2471/2332, merge=0/0, ticks=1682/5060, in_queue=6742, util=1.12% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n14: ios=2428/2369, merge=0/0, ticks=1731/5624, in_queue=7355, util=1.22% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n14: ios=2443/2347, merge=0/0, ticks=1718/5782, in_queue=7500, util=1.24% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n14: ios=2490/2302, merge=0/0, ticks=1691/4967, in_queue=6658, util=1.10% 2024-09-05T11:23:50.362 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n15: ios=2500/2305, merge=0/0, ticks=1953/6926, in_queue=8879, util=1.47% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n15: ios=2431/2364, merge=0/0, ticks=1783/6665, in_queue=8448, util=1.40% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n15: ios=2389/2393, merge=0/0, ticks=1667/6808, in_queue=8475, util=1.41% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n16: ios=2419/2378, merge=0/0, ticks=1951/24846, in_queue=26797, util=4.46% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n16: ios=2475/2322, merge=0/0, ticks=1733/7213, in_queue=8946, util=1.48% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n16: ios=2521/2261, merge=0/0, ticks=1697/7102, in_queue=8799, util=1.46% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n17: ios=2403/2378, merge=0/0, ticks=1892/5741, in_queue=7633, util=1.27% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n17: ios=2447/2355, merge=0/0, ticks=1639/6143, in_queue=7782, util=1.29% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n17: ios=2396/2395, merge=0/0, ticks=1662/5350, in_queue=7012, util=1.16% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n18: ios=2426/2363, merge=0/0, ticks=1745/6483, in_queue=8228, util=1.37% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n18: ios=2425/2377, merge=0/0, ticks=1658/5114, in_queue=6772, util=1.13% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n18: ios=2401/2405, merge=0/0, ticks=1602/5678, in_queue=7280, util=1.21% 2024-09-05T11:23:50.363 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n19: ios=2433/2364, merge=0/0, ticks=1775/6646, in_queue=8421, util=1.40% 2024-09-05T11:23:50.364 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n19: ios=2448/2342, merge=0/0, ticks=1773/6594, in_queue=8367, util=1.39% 2024-09-05T11:23:50.364 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n19: ios=2451/2346, merge=0/0, ticks=1839/6354, in_queue=8193, util=1.36% 2024-09-05T11:23:50.364 INFO:tasks.workunit.client.0.smithi033.stdout: nvme6n20: ios=2368/2418, merge=0/0, ticks=1849/7891, in_queue=9740, util=1.62% 2024-09-05T11:23:50.364 INFO:tasks.workunit.client.0.smithi033.stdout: nvme2n20: ios=2448/2343, merge=0/0, ticks=1655/7885, in_queue=9540, util=88.12% 2024-09-05T11:23:50.364 INFO:tasks.workunit.client.0.smithi033.stdout: nvme10n20: ios=2463/2331, merge=0/0, ticks=1758/7256, in_queue=9014, util=1.50% 2024-09-05T11:23:50.364 INFO:tasks.workunit.client.0.smithi033.stderr:+ wait 2024-09-05T11:23:50.365 INFO:tasks.workunit.client.0.smithi033.stdout:[nvmeof.fio] fio test successful! 2024-09-05T11:23:50.366 INFO:tasks.workunit.client.0.smithi033.stderr:+ echo '[nvmeof.fio] fio test successful!' 2024-09-05T11:23:50.366 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-05T11:23:50.366 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T11:23:50.400 INFO:tasks.workunit:Stopping ['nvmeof/fio_test.sh --rbd_iostat'] on client.0... 2024-09-05T11:23:50.400 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-05T11:23:50.784 DEBUG:teuthology.parallel:result is None 2024-09-05T11:23:50.785 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:23:50.809 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:23:50.809 DEBUG:teuthology.orchestra.run.smithi033:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-05T11:23:50.864 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T11:23:50.864 DEBUG:teuthology.run_tasks:Unwinding manager nvmeof.thrash 2024-09-05T11:23:50.876 INFO:tasks.nvmeof:joining nvmeof.thrash 2024-09-05T11:23:51.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:50 smithi050 ceph-mon[81192]: pgmap v700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 384 op/s 2024-09-05T11:23:51.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:50 smithi154 ceph-mon[59043]: pgmap v700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 384 op/s 2024-09-05T11:23:51.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:50 smithi119 ceph-mon[72222]: pgmap v700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 384 op/s 2024-09-05T11:23:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:52 smithi050 ceph-mon[81192]: pgmap v701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 344 op/s 2024-09-05T11:23:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:52 smithi154 ceph-mon[59043]: pgmap v701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 344 op/s 2024-09-05T11:23:53.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:52 smithi119 ceph-mon[72222]: pgmap v701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 344 op/s 2024-09-05T11:23:55.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:54 smithi050 ceph-mon[81192]: pgmap v702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.1 MiB/s wr, 567 op/s 2024-09-05T11:23:55.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:54 smithi154 ceph-mon[59043]: pgmap v702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.1 MiB/s wr, 567 op/s 2024-09-05T11:23:55.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:54 smithi119 ceph-mon[72222]: pgmap v702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.1 MiB/s wr, 567 op/s 2024-09-05T11:23:57.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:56 smithi050 ceph-mon[81192]: pgmap v703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.9 MiB/s wr, 449 op/s 2024-09-05T11:23:57.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:56 smithi154 ceph-mon[59043]: pgmap v703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.9 MiB/s wr, 449 op/s 2024-09-05T11:23:57.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:56 smithi119 ceph-mon[72222]: pgmap v703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.9 MiB/s wr, 449 op/s 2024-09-05T11:23:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:58 smithi050 ceph-mon[81192]: pgmap v704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.9 MiB/s wr, 450 op/s 2024-09-05T11:23:59.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:58 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:23:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:58 smithi154 ceph-mon[59043]: pgmap v704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.9 MiB/s wr, 450 op/s 2024-09-05T11:23:59.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:58 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:23:59.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:58 smithi119 ceph-mon[72222]: pgmap v704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.9 MiB/s wr, 450 op/s 2024-09-05T11:23:59.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:58 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:24:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:00.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:23:59 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:00.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:23:59 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:00.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:00.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:00.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:23:59 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:01.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:00 smithi050 ceph-mon[81192]: pgmap v705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 255 op/s 2024-09-05T11:24:01.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:00 smithi154 ceph-mon[59043]: pgmap v705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 255 op/s 2024-09-05T11:24:01.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:00 smithi119 ceph-mon[72222]: pgmap v705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 255 op/s 2024-09-05T11:24:03.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:02 smithi050 ceph-mon[81192]: pgmap v706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 255 op/s 2024-09-05T11:24:03.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:02 smithi154 ceph-mon[59043]: pgmap v706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 255 op/s 2024-09-05T11:24:03.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:02 smithi119 ceph-mon[72222]: pgmap v706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 255 op/s 2024-09-05T11:24:05.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:04 smithi050 ceph-mon[81192]: pgmap v707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 232 op/s 2024-09-05T11:24:05.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:04 smithi154 ceph-mon[59043]: pgmap v707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 232 op/s 2024-09-05T11:24:05.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:04 smithi119 ceph-mon[72222]: pgmap v707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 232 op/s 2024-09-05T11:24:07.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:06 smithi050 ceph-mon[81192]: pgmap v708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:07.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:06 smithi154 ceph-mon[59043]: pgmap v708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:07.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:06 smithi119 ceph-mon[72222]: pgmap v708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:09.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:08 smithi050 ceph-mon[81192]: pgmap v709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:09.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:08 smithi154 ceph-mon[59043]: pgmap v709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:09.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:08 smithi119 ceph-mon[72222]: pgmap v709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:11.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:10 smithi050 ceph-mon[81192]: pgmap v710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:11.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:10 smithi154 ceph-mon[59043]: pgmap v710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:11.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:10 smithi119 ceph-mon[72222]: pgmap v710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:13.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:12 smithi050 ceph-mon[81192]: pgmap v711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:13.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:12 smithi154 ceph-mon[59043]: pgmap v711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:13.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:12 smithi119 ceph-mon[72222]: pgmap v711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:15.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:14 smithi050 ceph-mon[81192]: pgmap v712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:15.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:14 smithi154 ceph-mon[59043]: pgmap v712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:15.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:14 smithi119 ceph-mon[72222]: pgmap v712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:17.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:16 smithi050 ceph-mon[81192]: pgmap v713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:17.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:16 smithi154 ceph-mon[59043]: pgmap v713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:17.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:16 smithi119 ceph-mon[72222]: pgmap v713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:19.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:18 smithi050 ceph-mon[81192]: pgmap v714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:19.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:18 smithi154 ceph-mon[59043]: pgmap v714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:19.249 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:18 smithi119 ceph-mon[72222]: pgmap v714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:21.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:20 smithi050 ceph-mon[81192]: pgmap v715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:21.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:20 smithi154 ceph-mon[59043]: pgmap v715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:21.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:20 smithi119 ceph-mon[72222]: pgmap v715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:23.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:22 smithi050 ceph-mon[81192]: pgmap v716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:23.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:22 smithi154 ceph-mon[59043]: pgmap v716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:23.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:22 smithi119 ceph-mon[72222]: pgmap v716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:25.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:24 smithi050 ceph-mon[81192]: pgmap v717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:25.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:24 smithi154 ceph-mon[59043]: pgmap v717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:25.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:24 smithi119 ceph-mon[72222]: pgmap v717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:26.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:25 smithi119 ceph-mon[72222]: pgmap v718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:26.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:25 smithi050 ceph-mon[81192]: pgmap v718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:26.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:25 smithi154 ceph-mon[59043]: pgmap v718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:28.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:27 smithi119 ceph-mon[72222]: pgmap v719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:28.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:27 smithi050 ceph-mon[81192]: pgmap v719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:28.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:27 smithi154 ceph-mon[59043]: pgmap v719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:30.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:29 smithi119 ceph-mon[72222]: pgmap v720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:30.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:29 smithi050 ceph-mon[81192]: pgmap v720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:30.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:29 smithi154 ceph-mon[59043]: pgmap v720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:32.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:31 smithi119 ceph-mon[72222]: pgmap v721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:32.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:31 smithi050 ceph-mon[81192]: pgmap v721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:32.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:31 smithi154 ceph-mon[59043]: pgmap v721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:34.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:33 smithi119 ceph-mon[72222]: pgmap v722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:34.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:33 smithi050 ceph-mon[81192]: pgmap v722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:34.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:33 smithi154 ceph-mon[59043]: pgmap v722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:36.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:35 smithi119 ceph-mon[72222]: pgmap v723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:36.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:35 smithi050 ceph-mon[81192]: pgmap v723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:36.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:35 smithi154 ceph-mon[59043]: pgmap v723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:38.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:37 smithi119 ceph-mon[72222]: pgmap v724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:38.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:37 smithi050 ceph-mon[81192]: pgmap v724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:38.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:37 smithi154 ceph-mon[59043]: pgmap v724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:40.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:39 smithi119 ceph-mon[72222]: pgmap v725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:40.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:39 smithi050 ceph-mon[81192]: pgmap v725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:40.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:39 smithi154 ceph-mon[59043]: pgmap v725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:42.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:41 smithi119 ceph-mon[72222]: pgmap v726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:42.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:41 smithi050 ceph-mon[81192]: pgmap v726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:42.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:41 smithi154 ceph-mon[59043]: pgmap v726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:44.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:43 smithi119 ceph-mon[72222]: pgmap v727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:44.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:43 smithi050 ceph-mon[81192]: pgmap v727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:44.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:43 smithi154 ceph-mon[59043]: pgmap v727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:46.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:45 smithi119 ceph-mon[72222]: pgmap v728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:46.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:45 smithi050 ceph-mon[81192]: pgmap v728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:46.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:45 smithi154 ceph-mon[59043]: pgmap v728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:48.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:47 smithi119 ceph-mon[72222]: pgmap v729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:48.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:47 smithi050 ceph-mon[81192]: pgmap v729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:48.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:47 smithi154 ceph-mon[59043]: pgmap v729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:48.916 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-09-05T11:24:48.916 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:24:48.916 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:24:48.948 INFO:teuthology.orchestra.run.smithi050.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: Active: active (running) since Thu 2024-09-05 11:21:45 UTC; 3min 3s ago 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 106153 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 106154 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 106216 (conmon) 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: Tasks: 130 (limit: 202828) 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: Memory: 155.8M 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 3min 5.595s 2024-09-05T11:24:48.949 INFO:teuthology.orchestra.run.smithi050.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: ├─libpod-payload-a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106218 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106220 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106238 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106277 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: │ └─106289 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: └─runtime 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: └─106216 /usr/bin/conmon --api-version 1 -c a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 -u a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata -p /run/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:24:48.950 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: OPTIMIZED 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:24:48.951 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:23:06 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: ], , client address: IPv4 172.21.15.50:47460 2024-09-05T11:24:48.952 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:24:48.982 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:24:48.982 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:24:48.982 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 15min ago 2024-09-05T11:24:48.982 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 167.7M 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 15min 12.743s 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:24:48.983 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:24:48.984 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:24:48.985 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:48736 2024-09-05T11:24:48.985 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:24:49.016 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:24:49.016 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:24:49.016 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 14min ago 2024-09-05T11:24:49.016 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.016 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.016 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 167.3M 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 15min 6.257s 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:24:49.017 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:24:49.018 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:24:49.019 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:24:49.019 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:24:49.019 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:24:49.020 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:24:49.058 INFO:teuthology.orchestra.run.smithi173.stdout:○ ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:24:49.058 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Active: inactive (dead) since Thu 2024-09-05 11:22:57 UTC; 1min 51s ago 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Duration: 12min 58.207s 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42202 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 42203 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 49394 ExecStop=/bin/bash -c bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.stop (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 49449 ExecStopPost=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.poststop (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 49479 ExecStopPost=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 42265 (code=exited, status=0/SUCCESS) 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 13min 8.858s 2024-09-05T11:24:49.059 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:24:49.060 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO state.py:545 (2): Cleanup OMAP on exit (gateway-client.nvmeof.nvmeof.d) 2024-09-05T11:24:49.061 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO server.py:137 (2): Exiting the gateway process. 2024-09-05T11:24:49.061 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:56 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[42265]: [05-Sep-2024 11:22:56] INFO utils.py:392 (2): Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d/nvmeof-log.gz 2024-09-05T11:24:49.061 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:56 smithi173 podman[49422]: 2024-09-05 11:22:56.780405793 +0000 UTC m=+0.249733881 container died dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, name=ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, release=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.ceph.nvmeof=None, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, version=1.2.17, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, vcs-type=git, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, distribution-scope=public, io.spdk.build.target-arch=, vendor=Red Hat, Inc., io.ceph.git.branch=tags/1.2.17, io.buildah.version=1.29.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, build-date=2024-07-30 15:47:38 UTC) 2024-09-05T11:24:49.062 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:57 smithi173 podman[49422]: 2024-09-05 11:22:57.254433948 +0000 UTC m=+0.723762067 container cleanup dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, release=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, name=ceph-nvmeof, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.17, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.makeflags=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.spdk.build.ceph-release=18.2.4, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, architecture=x86_64, build-date=2024-07-30 15:47:38 UTC, org.centos.version=9.0-21.el9, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.nvmeof=None, io.spdk.build.target-arch=, version=1.2.17, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:24:49.062 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:57 smithi173 bash[49422]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d 2024-09-05T11:24:49.062 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:57 smithi173 podman[49436]: 2024-09-05 11:22:57.488793119 +0000 UTC m=+0.708277511 container remove dc6d34ff8354d4b4b25396fb059154a43a3144d171ef3e47647996d140a781f9 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, vendor=Red Hat, Inc., build-date=2024-07-30 15:47:38 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.target-arch=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, version=1.2.17, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.wants=ceph,rbd, io.spdk.build.makeflags=, io.ceph.version=1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, release=, io.spdk.build.ceph-release=18.2.4, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.buildah.version=1.29.0, io.spdk.version=24.01, distribution-scope=public, io.spdk.git.branch=undefined, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:24:49.062 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:57 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Deactivated successfully. 2024-09-05T11:24:49.062 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:57 smithi173 systemd[1]: Stopped Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:24:49.062 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:22:57 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Consumed 13min 8.858s CPU time. 2024-09-05T11:24:49.063 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-09-05T11:24:49.064 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:24:49.362 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:24:49.362 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 8m ago 34m smithi050=x;smithi119=y;count:2 2024-09-05T11:24:49.362 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 8m ago 35m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:24:49.362 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 3/4 8m ago 30m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:24:49.362 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 8m ago - 2024-09-05T11:24:49.650 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:24:49.650 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (8m) 8m ago 8m 51.8M - 1.2.17 32a3d75b7c14 b2b5394dd57a 2024-09-05T11:24:49.650 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (15m) 3m ago 29m 164M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:24:49.650 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (14m) 3m ago 29m 164M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:24:49.650 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 stopped 111s ago 30m - - 2024-09-05T11:24:49.987 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:24:50.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:49 smithi119 ceph-mon[72222]: pgmap v730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:50.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:49 smithi119 ceph-mon[72222]: from='client.55276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:50.248 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:49 smithi119 ceph-mon[72222]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:50.324 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:24:50.324 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:24:50.324 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:24:50.324 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:24:50.324 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:24:50.324 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 20m) 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 21m), standbys: y 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 16m), 8 in (since 32m) 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1.0 GiB 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: client: 24 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-05T11:24:50.325 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:24:50.326 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:49 smithi050 ceph-mon[81192]: pgmap v730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:50.326 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:49 smithi050 ceph-mon[81192]: from='client.55276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:50.326 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:49 smithi050 ceph-mon[81192]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:50.327 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:49 smithi154 ceph-mon[59043]: pgmap v730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:50.327 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:49 smithi154 ceph-mon[59043]: from='client.55276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:50.327 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:49 smithi154 ceph-mon[59043]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:50.354 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.374 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.395 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.413 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.431 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.450 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.469 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.487 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.505 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.524 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.542 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.561 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.579 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.598 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.617 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.635 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.653 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.672 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.690 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.708 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.727 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.746 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.765 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.782 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.801 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.819 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.838 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.856 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.875 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.894 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.912 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.930 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.949 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.967 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:50.986 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.004 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.023 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.041 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.060 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.078 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.096 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.115 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.133 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.152 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.171 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.189 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.208 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.226 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.245 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:50 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/4147650666' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:24:51.247 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:50 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/3750445729' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:24:51.263 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.282 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.300 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.318 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.336 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.355 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.374 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.392 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.410 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:50 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/4147650666' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:24:51.423 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:50 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/3750445729' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:24:51.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:50 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/4147650666' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:24:51.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:50 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/3750445729' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:24:51.429 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.447 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:24:51.448 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.d 2024-09-05T11:24:51.449 DEBUG:teuthology.orchestra.run.smithi173:> ceph orch daemon restart nvmeof.nvmeof.d 2024-09-05T11:24:51.748 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled to restart nvmeof.nvmeof.d on host 'smithi173' 2024-09-05T11:24:51.760 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 85 secs before thrashing 2024-09-05T11:24:52.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: pgmap v731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:52.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='client.45329 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "restart", "name": "nvmeof.nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:52.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: Schedule restart daemon nvmeof.nvmeof.d 2024-09-05T11:24:52.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:52.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:52.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:24:52.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:24:52.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:52.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:52.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:24:52.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:52.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:52.999 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:52 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:52 smithi173 systemd[1]: Starting Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:24:53.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 podman[50139]: 2024-09-05 11:24:52.995172012 +0000 UTC m=+0.016396164 image pull 32a3d75b7c146d6c37b04ee3c9ba883ab88a8f7ae8f286de268d0f41ebd86a51 quay.io/ceph/nvmeof:1.2.17 2024-09-05T11:24:53.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 podman[50139]: 2024-09-05 11:24:53.091658923 +0000 UTC m=+0.112883082 container create 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0, maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=18.2.4, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.17, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, vendor=Red Hat, Inc., vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.branch=undefined, io.spdk.version=24.01, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.17, io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, io.ceph.maintainer=Ceph Developers , release=, distribution-scope=public, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.target-arch=, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.branch=tags/1.2.17, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/) 2024-09-05T11:24:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: pgmap v731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='client.45329 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "restart", "name": "nvmeof.nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:53.173 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: Schedule restart daemon nvmeof.nvmeof.d 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:53.174 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:52 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: pgmap v731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:53.176 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='client.45329 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "restart", "name": "nvmeof.nvmeof.d", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: Schedule restart daemon nvmeof.nvmeof.d 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"} : dispatch 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi033", "name": "osd_memory_target"} : dispatch 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:53.177 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:52 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:53.565 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 podman[50139]: 2024-09-05 11:24:53.318873804 +0000 UTC m=+0.340097968 container init 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.spdk.build.ceph-release=18.2.4, io.spdk.build.target-arch=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, build-date=2024-07-30 15:47:38 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.version=24.01, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.makeflags=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, distribution-scope=public, io.ceph.version=1.2.17, summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.17, name=ceph-nvmeof, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.wants=ceph,rbd, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , architecture=x86_64, io.ceph.component=ceph-nvmeof, version=1.2.17, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, vcs-type=git, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-09-05T11:24:53.565 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 podman[50139]: 2024-09-05 11:24:53.321662053 +0000 UTC m=+0.342886197 container start 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.ceph-release=18.2.4, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.17, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, vendor=Red Hat, Inc., io.spdk.version=24.01, architecture=x86_64, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.17, io.spdk.build.target-arch=, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, vcs-type=git, io.ceph.nvmeof=None, maintainer=Ceph Developers , io.buildah.version=1.29.0) 2024-09-05T11:24:53.565 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 bash[50139]: 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f 2024-09-05T11:24:53.566 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 systemd[1]: Started Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:24:53.566 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO utils.py:258 (2): Initialize gateway log level to "INFO" 2024-09-05T11:24:53.566 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO utils.py:271 (2): Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.d, using rotation 2024-09-05T11:24:53.840 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:78 (2): Using NVMeoF gateway version 1.2.17 2024-09-05T11:24:53.840 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:81 (2): Configured SPDK version 24.01 2024-09-05T11:24:53.840 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:84 (2): Using vstart cluster version based on 18.2.4 2024-09-05T11:24:53.840 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:87 (2): NVMeoF gateway built on: 2024-07-30 15:47:38 UTC 2024-09-05T11:24:53.840 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:90 (2): NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-09-05T11:24:53.840 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:93 (2): NVMeoF gateway Git branch: tags/1.2.17 2024-09-05T11:24:53.840 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:96 (2): NVMeoF gateway Git commit: 887c7841f275a0cbc00eddb8a038cde3935b95ba 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:102 (2): SPDK Git repository: https://github.com/ceph/spdk.git 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:105 (2): SPDK Git branch: undefined 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:108 (2): SPDK Git commit: a16bb032516da05ea2b7c38fd0ad18e8a7190440 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:59 (2): Using configuration file /src/ceph-nvmeof.conf 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:61 (2): ====================================== Configuration file content ====================================== 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): # This file is generated by cephadm. 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): [gateway] 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): name = client.nvmeof.nvmeof.d 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): group = 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): addr = 172.21.15.173 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): port = 5500 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): enable_auth = False 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): state_update_notify = True 2024-09-05T11:24:53.841 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): state_update_interval_sec = 5 2024-09-05T11:24:53.842 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): enable_spdk_discovery_controller = False 2024-09-05T11:24:53.842 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): enable_prometheus_exporter = True 2024-09-05T11:24:53.842 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): prometheus_exporter_ssl = False 2024-09-05T11:24:53.842 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): prometheus_port = 10008 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): verify_nqns = True 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): omap_file_lock_duration = 20 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): omap_file_lock_retries = 30 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): omap_file_lock_retry_sleep_interval = 1.0 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): omap_file_update_reloads = 10 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): allowed_consecutive_spdk_ping_failures = 1 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): spdk_ping_interval_in_seconds = 2.0 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): ping_spdk_under_lock = False 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): enable_monitor_client = True 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): [gateway-logs] 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): log_level = INFO 2024-09-05T11:24:53.843 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): log_files_enabled = True 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): log_files_rotation_enabled = True 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): verbose_log_messages = True 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): max_log_file_size_in_mb = 10 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): max_log_files_count = 20 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): max_log_directory_backups = 10 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): log_directory = /var/log/ceph/ 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): [discovery] 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): addr = 172.21.15.173 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): port = 8009 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): [ceph] 2024-09-05T11:24:53.844 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): pool = mypool 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): config_file = /etc/ceph/ceph.conf 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): id = nvmeof.nvmeof.d 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): [mtls] 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): server_key = /server.key 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): client_key = /client.key 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): server_cert = /server.cert 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): client_cert = /client.cert 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): root_ca_cert = /root.ca.cert 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): [spdk] 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): tgt_path = /usr/local/bin/nvmf_tgt 2024-09-05T11:24:53.845 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): rpc_socket_dir = /var/tmp/ 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): rpc_socket_name = spdk.sock 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): timeout = 60.0 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): bdevs_per_cluster = 32 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): log_level = WARNING 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): conn_retries = 10 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): transports = tcp 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): [monitor] 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:65 (2): timeout = 1.0 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO config.py:66 (2): ======================================================================================================== 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:91 (2): Starting gateway client.nvmeof.nvmeof.d 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:162 (2): Starting serve, monitor client version: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:24:53.846 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO state.py:387 (2): nvmeof.state OMAP object already exists. 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:252 (2): Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:256 (2): monitor client process id: 19 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:151 (2): MonitorGroup server is listening on 172.21.15.173:5499 for group id 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:141 (2): Gateway client.nvmeof.nvmeof.d group id=3 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:154 (2): Stopping the MonitorGroup server... 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 2024-09-05T11:24:53.647+0000 7f92b3fe8640 0 ms_deliver_dispatch: unhandled message 0x55a318f2f180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 2024-09-05T11:24:53.647+0000 7f92b3fe8640 0 ms_deliver_dispatch: unhandled message 0x55a318f1fba0 mon_map magic: 0 from mon.0 v2:172.21.15.50:3300/0 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:157 (2): The MonitorGroup gRPC server stopped... 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:374 (2): SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:376 (2): SPDK Socket: /var/tmp/spdk.sock 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:382 (2): Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:395 (2): SPDK process id: 58 2024-09-05T11:24:53.847 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO server.py:396 (2): Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-09-05T11:24:53.848 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: INFO: Setting log level to WARNING 2024-09-05T11:24:53.848 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:53] INFO client.py:110 (2): Setting log level to WARNING 2024-09-05T11:24:53.848 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:53.667863] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-09-05T11:24:53.848 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:53.668084] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid58 ] 2024-09-05T11:24:53.848 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:53.781879] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-09-05T11:24:53.848 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:53 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:53.838476] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-09-05T11:24:54.093 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:54.057410] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-09-05T11:24:54.094 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO server.py:430 (2): Started SPDK with version "SPDK v24.01" 2024-09-05T11:24:54.094 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO server.py:285 (2): Discovery service process id: 60 2024-09-05T11:24:54.094 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO server.py:280 (60): Starting ceph nvmeof discovery service 2024-09-05T11:24:54.094 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO cephutils.py:73 (2): Connected to Ceph with version "19.1.0-1421-gad95a3e1 (ad95a3e1c8f4b099b5a89880aa8a29af772292cc) squid (rc)" 2024-09-05T11:24:54.094 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:86 (2): Requested huge pages count is 2048 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:105 (2): Actual huge pages count is 4096 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:188 (2): NVMeoF bdevs per cluster: 32 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO state.py:387 (60): nvmeof.state OMAP object already exists. 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO discovery.py:321 (60): log pages info from omap: nvmeof.state 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO discovery.py:328 (60): discovery addr: 172.21.15.173 port: 8009 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO server.py:198 (2): Prometheus endpoint is enabled 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO prometheus.py:98 (2): Prometheus exporter running in http mode, listening on port 10008 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:2630 (2): Received request to get gateway's info 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO prometheus.py:131 (2): Stats for all bdevs will be provided 2024-09-05T11:24:54.346 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:54.145379] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:506 (2): Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, max_namespaces: 256, context: None 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 from mypool/myimage23 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:54.225589] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_4_0, nonce 172.21.15.173:0/735986941, rc 0 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:54.225688] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_4_0, nonce 172.21.15.173:0/735986941 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_4_0' nonce='172.21.15.173:0/735986941' anagrp=4 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 1 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [2024-09-05 11:24:54.239434] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 rbd disk to lun 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_23c95e9a-c4e9-4009-81bc-5efedbcb65d6 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:2536 (2): Received request to set SPDK nvmf logs: log_level: WARNING, print_level: WARNING 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:24:54.347 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 from mypool/myimage41 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.348 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_2_0' nonce='172.21.15.173:0/669031070' anagrp=2 2024-09-05T11:24:54.348 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-09-05T11:24:54.348 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_e54d63a1-fa8a-493e-8f1a-4564e341fcc8 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:24:54.348 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:24:54.348 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 from mypool/myimage4 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.348 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_1_0' nonce='172.21.15.173:0/3869499301' anagrp=1 2024-09-05T11:24:54.348 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-09-05T11:24:54.598 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_f9462825-6fd6-4e99-bae8-a766e108eba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 from mypool/myimage32 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_02b8bcf1-7c36-4e17-9910-9368c19f2792 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 from mypool/myimage3 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 2 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_2c9d251b-679f-484e-b265-7d6a0edb4b50 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 from mypool/myimage11 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 3 2024-09-05T11:24:54.599 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_e90afd71-d787-45be-b3b7-3c8a897c7c68 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_57048585-fdea-4aad-9978-773c30120d52 from mypool/myimage22 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:248 (2): Allocated cluster name='cluster_context_3_0' nonce='172.21.15.173:0/1690492271' anagrp=3 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_57048585-fdea-4aad-9978-773c30120d52 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 from mypool/myimage1 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_445f5d17-b9ee-435c-ab9a-2402831e5803 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 from mypool/myimage37 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-09-05T11:24:54.600 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_08c7d98c-393c-42a8-aafc-5a5d21639ee8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 from mypool/myimage9 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_69975ec1-4e8c-48b8-9930-264cd7b2f7d7 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 from mypool/myimage40 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_4cbf8d25-3821-4b01-9545-f52eae53a4e7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:24:54.601 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:24:54.602 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_862d20bc-7f39-4680-955d-074348cb8d3d from mypool/myimage54 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.602 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-09-05T11:24:54.602 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_862d20bc-7f39-4680-955d-074348cb8d3d to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:24:54.602 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:24:54.602 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a from mypool/myimage17 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.602 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-09-05T11:24:54.602 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_3a249cab-5ed8-4264-aa08-a2edb1cc979a to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:24:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: pgmap v732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:24:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:54.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:54.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.749 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:54 smithi119 ceph-mon[72222]: from='client.? 172.21.15.173:0/2709860232' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:24:54.858 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:24:54.858 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 from mypool/myimage28 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.858 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-09-05T11:24:54.858 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_d8e73a25-1a3e-491c-9af1-fbdaa0b21239 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:24:54.858 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:24:54.859 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 from mypool/myimage24 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.859 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-09-05T11:24:54.859 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_d9f2c0c3-ee7f-4d80-8464-a6b3efe84782 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:24:54.859 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:24:54.859 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b from mypool/myimage19 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.859 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 4 2024-09-05T11:24:54.860 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_5e571ae8-9fb0-4c66-a225-7ed15f42da4b to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:24:54.860 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:24:54.860 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 from mypool/myimage31 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.860 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 5 2024-09-05T11:24:54.860 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_8a5817ec-5c4b-4f73-a233-f0b9de98e023 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:24:54.860 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 11 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:24:54.861 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 from mypool/myimage51 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.861 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 6 2024-09-05T11:24:54.861 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_6924be01-47d7-42b7-b5a7-d0ff1790ffa1 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 11 , context: None 2024-09-05T11:24:54.861 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:24:54.861 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_21a712a2-20fb-4c77-8989-46571afd352c from mypool/myimage30 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.862 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-09-05T11:24:54.862 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_21a712a2-20fb-4c77-8989-46571afd352c to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:24:54.862 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:24:54.862 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 from mypool/myimage53 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.862 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 6 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_4f1da55a-799f-4a4b-b65e-1bcfc9f148c4 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 from mypool/myimage7 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 7 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_f5d47a79-90a6-4326-95d2-91f1ce2d4980 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 from mypool/myimage33 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 7 2024-09-05T11:24:54.863 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_b3b70b36-f160-4ef0-9f38-bf1910a6a104 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de from mypool/myimage42 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_dec29b41-c39f-4bad-af31-4c4034c8b9de to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 1 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_28418a36-aea7-44d3-a37e-d079d806e41d from mypool/myimage21 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 8 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_28418a36-aea7-44d3-a37e-d079d806e41d to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 1 , context: None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 from mypool/myimage34 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:54.864 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-09-05T11:24:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: pgmap v732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:24:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:54.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:54.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.924 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:54 smithi050 ceph-mon[81192]: from='client.? 172.21.15.173:0/2709860232' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:24:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: pgmap v732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2 op/s 2024-09-05T11:24:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:24:54.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:24:54.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:24:54.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:24:54.927 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:54 smithi154 ceph-mon[59043]: from='client.? 172.21.15.173:0/2709860232' entity='client.nvmeof.nvmeof.d' cmd={"prefix":"mon versions"} : dispatch 2024-09-05T11:24:55.107 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_b00345f9-fba8-46ea-8e25-3f85dcb7b5f8 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:24:55.107 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:24:55.107 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_96468891-1dba-42bc-b994-317d9545da88 from mypool/myimage47 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.108 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 8 2024-09-05T11:24:55.108 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_96468891-1dba-42bc-b994-317d9545da88 to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:24:55.108 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:24:55.108 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 from mypool/myimage26 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.108 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 6 2024-09-05T11:24:55.109 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_664591e6-b3a2-4ae7-949b-399d59cf8008 to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:24:55.109 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 2 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:24:55.109 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 from mypool/myimage2 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.109 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 7 2024-09-05T11:24:55.109 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_752e279c-bad0-46cb-b0f9-ef6a911e1c64 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 , context: None 2024-09-05T11:24:55.109 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode2, ana group 3, context: None 2024-09-05T11:24:55.110 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_808a7ad9-f021-46d0-96d8-62410ea3651f from mypool/myimage38 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.111 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 8 2024-09-05T11:24:55.111 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_808a7ad9-f021-46d0-96d8-62410ea3651f to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:24:55.111 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 3 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:24:55.111 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_512ff165-1c53-4f03-94f7-6fd73040879d from mypool/myimage43 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.111 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 9 2024-09-05T11:24:55.111 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:770 (2): Received request to add bdev_512ff165-1c53-4f03-94f7-6fd73040879d to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 3 , context: None 2024-09-05T11:24:55.112 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:922 (2): Received request to add namespace 17 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:24:55.112 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:275 (2): Received request to create bdev bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 from mypool/myimage57 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.112 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:54 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:54] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 9 2024-09-05T11:24:55.112 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_b9e5dbac-cb85-451f-a32e-b189fe644b63 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 17 , context: None 2024-09-05T11:24:55.112 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:24:55.112 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_7de22285-9ab3-438d-bb68-5beca87afeca from mypool/myimage46 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.113 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 9 2024-09-05T11:24:55.113 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_7de22285-9ab3-438d-bb68-5beca87afeca to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:24:55.113 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:24:55.113 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_ffc1b815-89af-403c-a642-01174dae8123 from mypool/myimage45 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.113 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 10 2024-09-05T11:24:55.114 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_ffc1b815-89af-403c-a642-01174dae8123 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:24:55.114 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:24:55.114 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_dd233d75-d274-471e-8594-c1d2cedce058 from mypool/myimage8 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.114 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 6 2024-09-05T11:24:55.114 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_dd233d75-d274-471e-8594-c1d2cedce058 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:24:55.115 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:24:55.115 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_d317efba-3334-46bd-9373-66153d4e0c30 from mypool/myimage58 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.115 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 10 2024-09-05T11:24:55.115 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_d317efba-3334-46bd-9373-66153d4e0c30 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:24:55.115 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 18 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:24:55.115 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_8344a95b-d305-44c1-b588-5390816376a5 from mypool/myimage18 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.116 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 11 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_8344a95b-d305-44c1-b588-5390816376a5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 18 , context: None 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 7 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 from mypool/myimage27 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 10 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_ccc3824f-8de2-4ff4-84ee-0c3f04f2d617 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 7 , context: None 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 from mypool/myimage20 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 7 2024-09-05T11:24:55.359 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_9d34cfd4-a7e5-4029-beea-ca04840dff58 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:24:55.360 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:24:55.360 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 from mypool/myimage35 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.360 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 11 2024-09-05T11:24:55.360 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_6efa3ae4-31be-4778-ab46-54ba74b5ad79 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:24:55.360 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 6 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:24:55.360 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a from mypool/myimage6 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.360 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 12 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_5fad74b6-493c-419e-a006-29a9e9f3f05a to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 6 , context: None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 4 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_63ab30d3-a704-4489-99ef-92533e165522 from mypool/myimage44 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 8 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_63ab30d3-a704-4489-99ef-92533e165522 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 4 , context: None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 14 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 from mypool/myimage14 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 13 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_87b9455f-eec7-4032-a4be-ce1a71379bf1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 14 , context: None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode2, ana group 1, context: None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 from mypool/myimage36 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.361 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 9 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_94d6d9f5-f29f-4368-b1e5-b0462ee494b3 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 from mypool/myimage16 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 10 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_25ad17f8-c4cb-4c26-a58f-c39ff8975257 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e from mypool/myimage55 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 12 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_9480ac48-5b9b-466f-ba7c-04abd7a9de5e to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 13 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 from mypool/myimage13 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 11 2024-09-05T11:24:55.362 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_14e66a7f-86e5-4aae-8d33-acdaa4d60cd1 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 13 , context: None 2024-09-05T11:24:55.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode1, ana group 3, context: None 2024-09-05T11:24:55.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec from mypool/myimage10 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.363 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 14 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_0e34cac1-3d1f-4f69-87dc-d1cc306537ec to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 16 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d from mypool/myimage56 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 11 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_9b641d28-05b8-49a3-8d77-2cdb1ce83b1d to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 16 , context: None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 from mypool/myimage52 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 12 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_6c61f3a1-ff5a-4c59-b9f8-cd854dc55944 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode2, ana group 4, context: None 2024-09-05T11:24:55.623 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 from mypool/myimage39 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.624 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 13 2024-09-05T11:24:55.624 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_1bbeadb4-44b3-4324-a713-fcad0da31e87 to nqn.2016-06.io.spdk:cnode2 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:24:55.624 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:24:55.624 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 from mypool/myimage25 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.624 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 12 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_2696182e-dae6-4b2b-8361-1e4cfa600aa4 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 5 to nqn.2016-06.io.spdk:cnode1, ana group 2, context: None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 from mypool/myimage5 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 13 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_d585ffe8-77e4-4d83-9d2e-976d8def6554 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 5 , context: None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 8 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 from mypool/myimage48 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 13 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_897ab3b6-a1a7-4a5f-ac49-fd4fcfaca760 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 8 , context: None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode2, ana group 2, context: None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_fd26c863-abca-46da-87c1-cb2607bafa6b from mypool/myimage29 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 14 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_fd26c863-abca-46da-87c1-cb2607bafa6b to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:24:55.625 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 20 to nqn.2016-06.io.spdk:cnode3, ana group 1, context: None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 from mypool/myimage60 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 14 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_cd9c2d54-aff4-4982-8f1c-82fba42edb13 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 20 , context: None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 19 to nqn.2016-06.io.spdk:cnode3, ana group 4, context: None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_c41fd277-94bc-40fb-81cb-42929c51db1b from mypool/myimage59 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 14 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_c41fd277-94bc-40fb-81cb-42929c51db1b to nqn.2016-06.io.spdk:cnode3 with ANA group id 4 using NSID 19 , context: None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 9 to nqn.2016-06.io.spdk:cnode3, ana group 2, context: None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 from mypool/myimage49 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_2_0' number bdevs: 15 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_b9163e3b-06c4-4a90-a7a4-63544840bd76 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 9 , context: None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 12 to nqn.2016-06.io.spdk:cnode1, ana group 1, context: None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 from mypool/myimage12 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.626 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_1_0' number bdevs: 15 2024-09-05T11:24:55.627 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_d677a3d8-2476-4088-ac08-65941fd22ba9 to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 12 , context: None 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 15 to nqn.2016-06.io.spdk:cnode1, ana group 4, context: None 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 from mypool/myimage15 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_4_0' number bdevs: 15 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_f69c5096-5a3b-450a-a70f-c3679f499c46 to nqn.2016-06.io.spdk:cnode1 with ANA group id 4 using NSID 15 , context: None 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:922 (2): Received request to add namespace 10 to nqn.2016-06.io.spdk:cnode3, ana group 3, context: None 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:275 (2): Received request to create bdev bdev_e3f757f0-39f7-412f-8e85-2584c42d345f from mypool/myimage50 (size 0 bytes) with block size 512, will not create image if doesn't exist, context=None 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:207 (2): get_cluster cluster_name='cluster_context_3_0' number bdevs: 15 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:770 (2): Received request to add bdev_e3f757f0-39f7-412f-8e85-2584c42d345f to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 10 , context: None 2024-09-05T11:24:55.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:1731 (2): Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.173:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.119:4420, context: None 2024-09-05T11:24:55.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:24:55.891 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:24:55 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:24:55] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:24:56.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:56 smithi119 ceph-mon[72222]: pgmap v733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-mon[81192]: pgmap v733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:56.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:24:56] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:24:56.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:24:56.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: INACCESSIBLE 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: INACCESSIBLE 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: INACCESSIBLE 2024-09-05T11:24:56.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:24:56.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: ], , client address: IPv4 172.21.15.50:37112 2024-09-05T11:24:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:56 smithi154 ceph-mon[59043]: pgmap v733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1 op/s 2024-09-05T11:24:58.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:24:58 smithi119 ceph-mon[72222]: pgmap v734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-09-05T11:24:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:24:58 smithi050 ceph-mon[81192]: pgmap v734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-09-05T11:24:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:24:58 smithi154 ceph-mon[59043]: pgmap v734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-09-05T11:25:00.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:00 smithi119 ceph-mon[72222]: pgmap v735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 5.0 KiB/s wr, 167 op/s 2024-09-05T11:25:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:00 smithi050 ceph-mon[81192]: pgmap v735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 5.0 KiB/s wr, 167 op/s 2024-09-05T11:25:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:00 smithi154 ceph-mon[59043]: pgmap v735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 5.0 KiB/s wr, 167 op/s 2024-09-05T11:25:01.888 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:25:01] INFO grpc.py:820 (2): Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: states { 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: grp_id: 4 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: state: OPTIMIZED 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: } 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: states { 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: grp_id: 4 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: state: OPTIMIZED 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: } 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: states { 2024-09-05T11:25:01.889 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: grp_id: 4 2024-09-05T11:25:01.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: state: OPTIMIZED 2024-09-05T11:25:01.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: } 2024-09-05T11:25:01.890 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: ], , client address: IPv4 172.21.15.173:57622 2024-09-05T11:25:02.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:02 smithi119 ceph-mon[72222]: pgmap v736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.3 KiB/s wr, 173 op/s 2024-09-05T11:25:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:02 smithi050 ceph-mon[81192]: pgmap v736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.3 KiB/s wr, 173 op/s 2024-09-05T11:25:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:02 smithi154 ceph-mon[59043]: pgmap v736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 5.3 KiB/s wr, 173 op/s 2024-09-05T11:25:04.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:04 smithi119 ceph-mon[72222]: pgmap v737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 8.7 KiB/s wr, 277 op/s 2024-09-05T11:25:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:04 smithi050 ceph-mon[81192]: pgmap v737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 8.7 KiB/s wr, 277 op/s 2024-09-05T11:25:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:04 smithi154 ceph-mon[59043]: pgmap v737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 8.7 KiB/s wr, 277 op/s 2024-09-05T11:25:06.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:06 smithi119 ceph-mon[72222]: pgmap v738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 8.7 KiB/s wr, 276 op/s 2024-09-05T11:25:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:06 smithi050 ceph-mon[81192]: pgmap v738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 8.7 KiB/s wr, 276 op/s 2024-09-05T11:25:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:06 smithi154 ceph-mon[59043]: pgmap v738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 8.7 KiB/s wr, 276 op/s 2024-09-05T11:25:08.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:08 smithi119 ceph-mon[72222]: pgmap v739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.7 KiB/s wr, 281 op/s 2024-09-05T11:25:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:08 smithi050 ceph-mon[81192]: pgmap v739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.7 KiB/s wr, 281 op/s 2024-09-05T11:25:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:08 smithi154 ceph-mon[59043]: pgmap v739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.7 KiB/s wr, 281 op/s 2024-09-05T11:25:10.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:10 smithi119 ceph-mon[72222]: pgmap v740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 KiB/s wr, 115 op/s 2024-09-05T11:25:10.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:10 smithi050 ceph-mon[81192]: pgmap v740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 KiB/s wr, 115 op/s 2024-09-05T11:25:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:10 smithi154 ceph-mon[59043]: pgmap v740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 KiB/s wr, 115 op/s 2024-09-05T11:25:12.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:12 smithi119 ceph-mon[72222]: pgmap v741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 KiB/s wr, 115 op/s 2024-09-05T11:25:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:12 smithi050 ceph-mon[81192]: pgmap v741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 KiB/s wr, 115 op/s 2024-09-05T11:25:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:12 smithi154 ceph-mon[59043]: pgmap v741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 KiB/s wr, 115 op/s 2024-09-05T11:25:14.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:14 smithi119 ceph-mon[72222]: pgmap v742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 KiB/s wr, 110 op/s 2024-09-05T11:25:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:14 smithi050 ceph-mon[81192]: pgmap v742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 KiB/s wr, 110 op/s 2024-09-05T11:25:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:14 smithi154 ceph-mon[59043]: pgmap v742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 KiB/s wr, 110 op/s 2024-09-05T11:25:16.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:16 smithi119 ceph-mon[72222]: pgmap v743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6 op/s 2024-09-05T11:25:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:16 smithi050 ceph-mon[81192]: pgmap v743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6 op/s 2024-09-05T11:25:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:16 smithi154 ceph-mon[59043]: pgmap v743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6 op/s 2024-09-05T11:25:18.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:18 smithi119 ceph-mon[72222]: pgmap v744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 7 op/s 2024-09-05T11:25:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:18 smithi050 ceph-mon[81192]: pgmap v744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 7 op/s 2024-09-05T11:25:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:18 smithi154 ceph-mon[59043]: pgmap v744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 7 op/s 2024-09-05T11:25:20.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:20 smithi119 ceph-mon[72222]: pgmap v745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:20.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:20 smithi050 ceph-mon[81192]: pgmap v745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:20.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:20 smithi154 ceph-mon[59043]: pgmap v745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:22.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:22 smithi119 ceph-mon[72222]: pgmap v746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:22.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:22 smithi050 ceph-mon[81192]: pgmap v746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:22.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:22 smithi154 ceph-mon[59043]: pgmap v746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:24.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:24 smithi119 ceph-mon[72222]: pgmap v747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:24.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:24 smithi050 ceph-mon[81192]: pgmap v747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:24.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:24 smithi154 ceph-mon[59043]: pgmap v747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:26.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:26 smithi119 ceph-mon[72222]: pgmap v748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:26.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:26 smithi050 ceph-mon[81192]: pgmap v748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:26.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:26 smithi154 ceph-mon[59043]: pgmap v748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:28.747 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:28 smithi119 ceph-mon[72222]: pgmap v749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:28.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:28 smithi050 ceph-mon[81192]: pgmap v749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:28.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:28 smithi154 ceph-mon[59043]: pgmap v749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:30.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:30 smithi119 ceph-mon[72222]: pgmap v750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:30.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:30 smithi050 ceph-mon[81192]: pgmap v750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:30.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:30 smithi154 ceph-mon[59043]: pgmap v750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:32.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:32 smithi119 ceph-mon[72222]: pgmap v751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:32.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:32 smithi050 ceph-mon[81192]: pgmap v751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:32.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:32 smithi154 ceph-mon[59043]: pgmap v751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:34.748 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:34 smithi119 ceph-mon[72222]: pgmap v752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:34.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:34 smithi050 ceph-mon[81192]: pgmap v752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:34.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:34 smithi154 ceph-mon[59043]: pgmap v752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:36.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:36 smithi050 ceph-mon[81192]: pgmap v753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:36.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:36 smithi154 ceph-mon[59043]: pgmap v753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:36.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:36 smithi119 ceph-mon[72222]: pgmap v753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:38.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:38 smithi050 ceph-mon[81192]: pgmap v754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:38.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:38 smithi154 ceph-mon[59043]: pgmap v754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:38.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:38 smithi119 ceph-mon[72222]: pgmap v754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:40.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:40 smithi050 ceph-mon[81192]: pgmap v755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:40.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:40 smithi154 ceph-mon[59043]: pgmap v755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:40.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:40 smithi119 ceph-mon[72222]: pgmap v755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:42.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:42 smithi050 ceph-mon[81192]: pgmap v756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:42.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:42 smithi154 ceph-mon[59043]: pgmap v756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:42.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:42 smithi119 ceph-mon[72222]: pgmap v756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:44.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:44 smithi050 ceph-mon[81192]: pgmap v757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:44.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:44 smithi154 ceph-mon[59043]: pgmap v757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:44.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:44 smithi119 ceph-mon[72222]: pgmap v757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:46.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:46 smithi050 ceph-mon[81192]: pgmap v758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:46.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:46 smithi154 ceph-mon[59043]: pgmap v758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:46.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:46 smithi119 ceph-mon[72222]: pgmap v758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:48.800 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:48 smithi119 ceph-mon[72222]: pgmap v759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:48.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:48 smithi050 ceph-mon[81192]: pgmap v759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:48.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:48 smithi154 ceph-mon[59043]: pgmap v759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:50.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:50 smithi050 ceph-mon[81192]: pgmap v760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:50.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:50 smithi154 ceph-mon[59043]: pgmap v760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:50.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:50 smithi119 ceph-mon[72222]: pgmap v760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:52.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:52 smithi050 ceph-mon[81192]: pgmap v761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:52.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:52 smithi154 ceph-mon[59043]: pgmap v761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:52.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:52 smithi119 ceph-mon[72222]: pgmap v761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:54 smithi050 ceph-mon[81192]: pgmap v762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:54.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:54 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:25:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:54 smithi154 ceph-mon[59043]: pgmap v762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:54.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:54 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:25:54.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:54 smithi119 ceph-mon[72222]: pgmap v762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:54.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:54 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-05T11:25:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:25:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:25:55.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:55 smithi050 ceph-mon[81192]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:25:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:25:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:25:55.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:55 smithi154 ceph-mon[59043]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:25:55.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-05T11:25:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-05T11:25:55.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:55 smithi119 ceph-mon[72222]: from='mgr.34107 172.21.15.50:0/2588893220' entity='mgr.x' 2024-09-05T11:25:56.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:56 smithi050 ceph-mon[81192]: pgmap v763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:56.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:56 smithi154 ceph-mon[59043]: pgmap v763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:56.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:56 smithi119 ceph-mon[72222]: pgmap v763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:25:58.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:25:58 smithi050 ceph-mon[81192]: pgmap v764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:58.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:25:58 smithi154 ceph-mon[59043]: pgmap v764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:25:58.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:25:58 smithi119 ceph-mon[72222]: pgmap v764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:00.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:00 smithi050 ceph-mon[81192]: pgmap v765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:00.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:00 smithi154 ceph-mon[59043]: pgmap v765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:00.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:00 smithi119 ceph-mon[72222]: pgmap v765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:02.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:02 smithi050 ceph-mon[81192]: pgmap v766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:02.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:02 smithi154 ceph-mon[59043]: pgmap v766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:02.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:02 smithi119 ceph-mon[72222]: pgmap v766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:04.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:04 smithi050 ceph-mon[81192]: pgmap v767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:04.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:04 smithi154 ceph-mon[59043]: pgmap v767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:04.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:04 smithi119 ceph-mon[72222]: pgmap v767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:06.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:06 smithi050 ceph-mon[81192]: pgmap v768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:06.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:06 smithi154 ceph-mon[59043]: pgmap v768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:07.000 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:06 smithi119 ceph-mon[72222]: pgmap v768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:08.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:08 smithi050 ceph-mon[81192]: pgmap v769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:08.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:08 smithi154 ceph-mon[59043]: pgmap v769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:08.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:08 smithi119 ceph-mon[72222]: pgmap v769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:10.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:10 smithi050 ceph-mon[81192]: pgmap v770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:10.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:10 smithi154 ceph-mon[59043]: pgmap v770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:10.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:10 smithi119 ceph-mon[72222]: pgmap v770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:12.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:12 smithi050 ceph-mon[81192]: pgmap v771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:12.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:12 smithi154 ceph-mon[59043]: pgmap v771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:12.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:12 smithi119 ceph-mon[72222]: pgmap v771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:14.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:14 smithi050 ceph-mon[81192]: pgmap v772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:14.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:14 smithi154 ceph-mon[59043]: pgmap v772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:14.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:14 smithi119 ceph-mon[72222]: pgmap v772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:16.761 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-09-05T11:26:16.762 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-09-05T11:26:16.762 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a 2024-09-05T11:26:16.793 INFO:teuthology.orchestra.run.smithi050.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:26:16.793 INFO:teuthology.orchestra.run.smithi050.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:26:16.793 INFO:teuthology.orchestra.run.smithi050.stdout: Active: active (running) since Thu 2024-09-05 11:21:45 UTC; 4min 31s ago 2024-09-05T11:26:16.793 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 106153 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.793 INFO:teuthology.orchestra.run.smithi050.stdout: Process: 106154 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.793 INFO:teuthology.orchestra.run.smithi050.stdout: Main PID: 106216 (conmon) 2024-09-05T11:26:16.793 INFO:teuthology.orchestra.run.smithi050.stdout: Tasks: 130 (limit: 202828) 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: Memory: 159.3M 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: CPU: 4min 33.711s 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: ├─libpod-payload-a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106218 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106220 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106238 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.50:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.50:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: │ ├─106277 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: │ └─106289 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.794 INFO:teuthology.orchestra.run.smithi050.stdout: └─runtime 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout: └─106216 /usr/bin/conmon --api-version 1 -c a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 -u a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata -p /run/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: INACCESSIBLE 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: states { 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: grp_id: 4 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: state: INACCESSIBLE 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: } 2024-09-05T11:26:16.795 INFO:teuthology.orchestra.run.smithi050.stdout:Sep 05 11:24:56 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: ], , client address: IPv4 172.21.15.50:37112 2024-09-05T11:26:16.796 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: Active: active (running) since Thu 2024-09-05 11:09:48 UTC; 16min ago 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90892 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: Process: 90893 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: Main PID: 90954 (conmon) 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: Memory: 168.0M 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: CPU: 16min 40.887s 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service 2024-09-05T11:26:16.826 INFO:teuthology.orchestra.run.smithi119.stdout: ├─libpod-payload-01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90958 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─90979 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.119:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.119:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: │ ├─91030 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: │ └─91860 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: └─runtime 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: └─90954 /usr/bin/conmon --api-version 1 -c 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -u 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata -p /run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout: 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:26:16.827 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:26:16.828 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:26:16.828 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: states { 2024-09-05T11:26:16.828 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: grp_id: 1 2024-09-05T11:26:16.828 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: state: INACCESSIBLE 2024-09-05T11:26:16.828 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: } 2024-09-05T11:26:16.828 INFO:teuthology.orchestra.run.smithi119.stdout:Sep 05 11:21:47 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ], , client address: IPv4 172.21.15.119:48736 2024-09-05T11:26:16.829 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c 2024-09-05T11:26:16.859 INFO:teuthology.orchestra.run.smithi154.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:26:16.859 INFO:teuthology.orchestra.run.smithi154.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:26:16.859 INFO:teuthology.orchestra.run.smithi154.stdout: Active: active (running) since Thu 2024-09-05 11:09:52 UTC; 16min ago 2024-09-05T11:26:16.859 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76878 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.859 INFO:teuthology.orchestra.run.smithi154.stdout: Process: 76879 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.859 INFO:teuthology.orchestra.run.smithi154.stdout: Main PID: 76937 (conmon) 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: Memory: 168.2M 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: CPU: 16min 34.382s 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: ├─libpod-payload-6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76939 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76941 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─76962 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.154:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.154:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: │ ├─77013 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: │ └─77843 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: └─runtime 2024-09-05T11:26:16.860 INFO:teuthology.orchestra.run.smithi154.stdout: └─76937 /usr/bin/conmon --api-version 1 -c 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -u 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata -p /run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.50:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.154:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.173:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi173 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.173:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.154:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.119:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.50:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi050 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.50:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi154 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.154:4420, context: None 2024-09-05T11:26:16.861 INFO:teuthology.orchestra.run.smithi154.stdout:Sep 05 11:09:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:09:54] INFO grpc.py:2087 (2): Received request to create smithi119 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.119:4420, context: None 2024-09-05T11:26:16.862 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl status ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d 2024-09-05T11:26:16.895 INFO:teuthology.orchestra.run.smithi173.stdout:● ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service - Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:26:16.895 INFO:teuthology.orchestra.run.smithi173.stdout: Loaded: loaded (/etc/systemd/system/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@.service; enabled; preset: disabled) 2024-09-05T11:26:16.895 INFO:teuthology.orchestra.run.smithi173.stdout: Active: active (running) since Thu 2024-09-05 11:24:53 UTC; 1min 23s ago 2024-09-05T11:26:16.895 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 50088 ExecStartPre=/bin/rm -f /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-cid (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.895 INFO:teuthology.orchestra.run.smithi173.stdout: Process: 50089 ExecStart=/bin/bash /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/nvmeof.nvmeof.d/unit.run (code=exited, status=0/SUCCESS) 2024-09-05T11:26:16.895 INFO:teuthology.orchestra.run.smithi173.stdout: Main PID: 50154 (conmon) 2024-09-05T11:26:16.895 INFO:teuthology.orchestra.run.smithi173.stdout: Tasks: 130 (limit: 202789) 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: Memory: 142.1M 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: CPU: 1min 23.615s 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: CGroup: /system.slice/system-ceph\x2d062ada42\x2d6b74\x2d11ef\x2dbcd6\x2dc7b262605968.slice/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: ├─libpod-payload-8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─50156 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─50158 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─50241 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.d --gateway-address 172.21.15.173:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.173:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.d -k /etc/ceph/keyring 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: │ ├─50280 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: │ └─50398 python3 -m control -c /src/ceph-nvmeof.conf 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: └─runtime 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: └─50154 /usr/bin/conmon --api-version 1 -c 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f -u 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f/userdata -p /run/containers/storage/overlay-containers/8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f/userdata/pidfile -n ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d --exit-dir /run/libpod/exits --persist-dir /run/libpod/persist/8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f/userdata/oci-log --conmon-pidfile /run/ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-05T11:26:16.896 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: states { 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: grp_id: 4 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: state: OPTIMIZED 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: } 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: states { 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: grp_id: 4 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: state: OPTIMIZED 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: } 2024-09-05T11:26:16.897 INFO:teuthology.orchestra.run.smithi173.stdout:Sep 05 11:25:01 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: ], , client address: IPv4 172.21.15.173:57622 2024-09-05T11:26:16.898 DEBUG:teuthology.orchestra.run.smithi033:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme6n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n6 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n7 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n8 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n9 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n10 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n11 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n12 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n13 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n14 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n15 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n16 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n17 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n18 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n19 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme6n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n20 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme10n20 | grep 'live optimized' 2024-09-05T11:26:16.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:16 smithi050 ceph-mon[81192]: pgmap v773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:16.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:16 smithi154 ceph-mon[59043]: pgmap v773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:16.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:16 smithi119 ceph-mon[72222]: pgmap v773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2 op/s 2024-09-05T11:26:17.200 INFO:teuthology.orchestra.run.smithi033.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T11:26:17.200 INFO:teuthology.orchestra.run.smithi033.stdout:mgr 2/2 9m ago 36m smithi050=x;smithi119=y;count:2 2024-09-05T11:26:17.200 INFO:teuthology.orchestra.run.smithi033.stdout:mon 3/3 9m ago 36m smithi050:172.21.15.50=a;smithi119:172.21.15.119=b;smithi154:172.21.15.154=c;count:3 2024-09-05T11:26:17.200 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.mypool ?:4420,5500,8009 4/4 9m ago 31m smithi050=nvmeof.a;smithi119=nvmeof.b;smithi154=nvmeof.c;smithi173=nvmeof.d 2024-09-05T11:26:17.200 INFO:teuthology.orchestra.run.smithi033.stdout:osd 8 9m ago - 2024-09-05T11:26:17.487 INFO:teuthology.orchestra.run.smithi033.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T11:26:17.488 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.a smithi050 *:5500,4420,8009 running (9m) 9m ago 9m 51.8M - 1.2.17 32a3d75b7c14 b2b5394dd57a 2024-09-05T11:26:17.488 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.b smithi119 *:5500,4420,8009 running (16m) 5m ago 31m 164M - 1.2.17 32a3d75b7c14 01142df9af1e 2024-09-05T11:26:17.488 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.c smithi154 *:5500,4420,8009 running (16m) 5m ago 31m 164M - 1.2.17 32a3d75b7c14 6025deba5037 2024-09-05T11:26:17.488 INFO:teuthology.orchestra.run.smithi033.stdout:nvmeof.nvmeof.d smithi173 *:5500,4420,8009 running (84s) 83s ago 31m 50.4M - 1.2.17 32a3d75b7c14 8698dbfe67c3 2024-09-05T11:26:17.830 INFO:teuthology.orchestra.run.smithi033.stdout:HEALTH_OK 2024-09-05T11:26:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: cluster: 2024-09-05T11:26:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: id: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:26:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: health: HEALTH_OK 2024-09-05T11:26:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:26:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: services: 2024-09-05T11:26:18.168 INFO:teuthology.orchestra.run.smithi033.stdout: mon: 3 daemons, quorum a,c,b (age 21m) 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: mgr: x(active, since 22m), standbys: y 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: osd: 8 osds: 8 up (since 17m), 8 in (since 33m) 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: data: 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: pools: 2 pools, 33 pgs 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: objects: 486 objects, 1.0 GiB 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: pgs: 33 active+clean 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: io: 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: client: 48 KiB/s rd, 3 op/s rd, 0 op/s wr 2024-09-05T11:26:18.169 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-05T11:26:18.201 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.221 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.241 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.260 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.278 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.297 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.315 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.333 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.370 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.388 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.407 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.425 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.444 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.462 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.480 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.499 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.518 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.536 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.555 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.573 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.591 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.610 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.629 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.647 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.666 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.684 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.703 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.721 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.740 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.759 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.777 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.796 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.814 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.833 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.851 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.870 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.888 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.907 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:18 smithi050 ceph-mon[81192]: pgmap v774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:18 smithi050 ceph-mon[81192]: from='client.45380 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:26:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:18 smithi050 ceph-mon[81192]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:26:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:18 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/2737018912' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:26:18.923 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:18 smithi050 ceph-mon[81192]: from='client.? 172.21.15.33:0/3194643273' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:26:18.925 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:18 smithi154 ceph-mon[59043]: pgmap v774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:18 smithi154 ceph-mon[59043]: from='client.45380 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:26:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:18 smithi154 ceph-mon[59043]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:26:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:18 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/2737018912' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:26:18.926 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:18 smithi154 ceph-mon[59043]: from='client.? 172.21.15.33:0/3194643273' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:26:18.944 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.962 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.980 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:18.997 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:18 smithi119 ceph-mon[72222]: pgmap v774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3 op/s 2024-09-05T11:26:18.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:18 smithi119 ceph-mon[72222]: from='client.45380 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:26:18.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:18 smithi119 ceph-mon[72222]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T11:26:18.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:18 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/2737018912' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-05T11:26:18.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:18 smithi119 ceph-mon[72222]: from='client.? 172.21.15.33:0/3194643273' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-09-05T11:26:18.999 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.017 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.036 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.055 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.073 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.092 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme7 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.110 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme3 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.128 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme11 tcp traddr=172.21.15.119,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.146 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme8 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.165 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme4 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.183 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme12 tcp traddr=172.21.15.154,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.202 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme9 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.220 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme5 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.239 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme13 tcp traddr=172.21.15.173,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.257 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme6 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.276 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme2 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.295 INFO:teuthology.orchestra.run.smithi033.stdout: +- nvme10 tcp traddr=172.21.15.50,trsvcid=4420,src_addr=172.21.15.33 live optimized 2024-09-05T11:26:19.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:Thrasher summary: 2024-09-05T11:26:19.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:nvmeof.a was thrashed 3 times 2024-09-05T11:26:19.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:nvmeof.d was thrashed 1 times 2024-09-05T11:26:19.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:Iteration 0: thrashed- nvmeof.a (by systemctl_stop); 2024-09-05T11:26:19.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:Iteration 1: thrashed- nvmeof.a (by daemon_remove); 2024-09-05T11:26:19.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:Iteration 2: thrashed- nvmeof.a (by systemctl_stop); 2024-09-05T11:26:19.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:Iteration 3: thrashed- nvmeof.d (by ceph_daemon_stop); 2024-09-05T11:26:19.296 INFO:tasks.nvmeof:done joining 2024-09-05T11:26:19.296 DEBUG:teuthology.run_tasks:Unwinding manager nvmeof 2024-09-05T11:26:19.307 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-05T11:26:19.319 INFO:tasks.cephadm:Teardown begin 2024-09-05T11:26:19.320 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:26:19.344 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:26:19.369 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:26:19.393 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:26:19.418 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:26:19.444 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-05T11:26:19.444 DEBUG:teuthology.orchestra.run.smithi033:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T11:26:19.460 DEBUG:teuthology.orchestra.run.smithi050:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T11:26:19.475 DEBUG:teuthology.orchestra.run.smithi119:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T11:26:19.489 DEBUG:teuthology.orchestra.run.smithi154:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T11:26:19.505 DEBUG:teuthology.orchestra.run.smithi173:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T11:26:19.519 INFO:tasks.cephadm:Stopping all daemons... 2024-09-05T11:26:19.520 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-05T11:26:19.520 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a 2024-09-05T11:26:19.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:19 smithi050 systemd[1]: Stopping Ceph mon.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:20.328 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a[81188]: 2024-09-05T11:26:19.960+0000 7fd53f4a2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:20.328 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:19 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a[81188]: 2024-09-05T11:26:19.960+0000 7fd53f4a2640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-05T11:26:20.328 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:20 smithi050 podman[107484]: 2024-09-05 11:26:20.042203437 +0000 UTC m=+0.314593924 container died 6447755d8759fc230059f4c3dee38f463de8e16207731cc6f360737b04126aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-05T11:26:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:20 smithi050 podman[107484]: 2024-09-05 11:26:20.52660082 +0000 UTC m=+0.798991312 container cleanup 6447755d8759fc230059f4c3dee38f463de8e16207731cc6f360737b04126aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-05T11:26:20.673 INFO:journalctl@ceph.mon.a.smithi050.stdout:Sep 05 11:26:20 smithi050 bash[107484]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-a 2024-09-05T11:26:20.959 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.a.service' 2024-09-05T11:26:20.997 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:20.997 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-05T11:26:20.997 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-05T11:26:20.998 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.b 2024-09-05T11:26:21.432 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:21 smithi119 systemd[1]: Stopping Ceph mon.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:21.716 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b[72218]: 2024-09-05T11:26:21.430+0000 7f62d3012640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:21.716 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:21 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b[72218]: 2024-09-05T11:26:21.430+0000 7f62d3012640 -1 mon.b@2(peon) e4 *** Got Signal Terminated *** 2024-09-05T11:26:21.716 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:21 smithi119 podman[99511]: 2024-09-05 11:26:21.451157142 +0000 UTC m=+0.253505812 container died ce9c21ab65e58aa5b93d644ecc297ffd6d84619916b6d81b60c8544239ffe995 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T11:26:21.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:21 smithi119 podman[99511]: 2024-09-05 11:26:21.899611902 +0000 UTC m=+0.701960572 container cleanup ce9c21ab65e58aa5b93d644ecc297ffd6d84619916b6d81b60c8544239ffe995 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T11:26:21.998 INFO:journalctl@ceph.mon.b.smithi119.stdout:Sep 05 11:26:21 smithi119 bash[99511]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-b 2024-09-05T11:26:22.318 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.b.service' 2024-09-05T11:26:22.359 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:22.359 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-05T11:26:22.359 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-05T11:26:22.359 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.c 2024-09-05T11:26:22.676 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:22 smithi154 systemd[1]: Stopping Ceph mon.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:23.093 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c[59039]: 2024-09-05T11:26:22.690+0000 7fc8edaeb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:23.094 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c[59039]: 2024-09-05T11:26:22.690+0000 7fc8edaeb640 -1 mon.c@1(peon) e4 *** Got Signal Terminated *** 2024-09-05T11:26:23.094 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:22 smithi154 podman[85205]: 2024-09-05 11:26:22.824340615 +0000 UTC m=+0.264841753 container died ba8683b441b938891e23e2cf8910c6c1fdcf44b154e8cf534e9485bc6a72f598 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-05T11:26:23.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:23 smithi154 podman[85205]: 2024-09-05 11:26:23.317576 +0000 UTC m=+0.758077138 container cleanup ba8683b441b938891e23e2cf8910c6c1fdcf44b154e8cf534e9485bc6a72f598 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-05T11:26:23.426 INFO:journalctl@ceph.mon.c.smithi154.stdout:Sep 05 11:26:23 smithi154 bash[85205]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mon-c 2024-09-05T11:26:23.751 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mon.c.service' 2024-09-05T11:26:23.794 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:23.794 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-05T11:26:23.795 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-05T11:26:23.795 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T11:26:24.173 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:26:23 smithi050 systemd[1]: Stopping Ceph mgr.x for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:24.575 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:26:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:26:24.239+0000 7f0e08e9b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:24.575 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:26:24 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x[73798]: 2024-09-05T11:26:24.239+0000 7f0e08e9b640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-05T11:26:24.575 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:26:24 smithi050 podman[107623]: 2024-09-05 11:26:24.270723549 +0000 UTC m=+0.283482946 container died 9e1feb947d1f53f1fbf67a9695da4aa3666129ba7b2722c7180fa80aec1811f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-05T11:26:24.875 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:26:24 smithi050 podman[107623]: 2024-09-05 11:26:24.656548203 +0000 UTC m=+0.669307594 container cleanup 9e1feb947d1f53f1fbf67a9695da4aa3666129ba7b2722c7180fa80aec1811f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-05T11:26:24.875 INFO:journalctl@ceph.mgr.x.smithi050.stdout:Sep 05 11:26:24 smithi050 bash[107623]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-x 2024-09-05T11:26:25.036 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.x.service' 2024-09-05T11:26:25.072 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:25.072 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-05T11:26:25.073 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-05T11:26:25.073 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y 2024-09-05T11:26:25.398 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:26:25 smithi119 systemd[1]: Stopping Ceph mgr.y for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:25.707 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:26:25 smithi119 podman[99637]: 2024-09-05 11:26:25.396904 +0000 UTC m=+0.126924111 container died 43dac865a3748ec0b7a164364791af3f878409ab00dd2b0c53992400d550bb85 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0) 2024-09-05T11:26:25.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:26:25 smithi119 podman[99637]: 2024-09-05 11:26:25.706823309 +0000 UTC m=+0.436843412 container cleanup 43dac865a3748ec0b7a164364791af3f878409ab00dd2b0c53992400d550bb85 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, ceph=True) 2024-09-05T11:26:25.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:26:25 smithi119 bash[99637]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y 2024-09-05T11:26:25.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:26:25 smithi119 podman[99649]: 2024-09-05 11:26:25.910998864 +0000 UTC m=+0.513282657 container remove 43dac865a3748ec0b7a164364791af3f878409ab00dd2b0c53992400d550bb85 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-05T11:26:25.998 INFO:journalctl@ceph.mgr.y.smithi119.stdout:Sep 05 11:26:25 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-05T11:26:26.158 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@mgr.y.service' 2024-09-05T11:26:26.191 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:26.191 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-05T11:26:26.192 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-05T11:26:26.192 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.0 2024-09-05T11:26:26.479 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:26 smithi050 systemd[1]: Stopping Ceph osd.0 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:26.480 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[84596]: 2024-09-05T11:26:26.476+0000 7fe8fc5d8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:26.480 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[84596]: 2024-09-05T11:26:26.476+0000 7fe8fc5d8640 -1 osd.0 148 *** Got signal Terminated *** 2024-09-05T11:26:26.480 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:26 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0[84596]: 2024-09-05T11:26:26.476+0000 7fe8fc5d8640 -1 osd.0 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:26:32.115 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:31 smithi050 podman[107750]: 2024-09-05 11:26:31.841181395 +0000 UTC m=+5.470248225 container died 7c391949e670f0eaf0ce96eb1b653a089bedd923bacc97abdc4ae00496ff2dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:26:32.423 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:32 smithi050 podman[107750]: 2024-09-05 11:26:32.212366397 +0000 UTC m=+5.841433234 container cleanup 7c391949e670f0eaf0ce96eb1b653a089bedd923bacc97abdc4ae00496ff2dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux ) 2024-09-05T11:26:32.423 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:32 smithi050 bash[107750]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0 2024-09-05T11:26:32.779 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:32 smithi050 podman[107774]: 2024-09-05 11:26:32.472139332 +0000 UTC m=+0.628577931 container remove 7c391949e670f0eaf0ce96eb1b653a089bedd923bacc97abdc4ae00496ff2dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-05T11:26:33.109 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:32 smithi050 podman[107860]: 2024-09-05 11:26:32.758370364 +0000 UTC m=+0.016841146 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:26:33.110 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:32 smithi050 podman[107860]: 2024-09-05 11:26:32.889643234 +0000 UTC m=+0.148114016 container create 7f15b1cf8020d2cae918931be1f634c096a6b176406afd9fda8194494c3f92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-05T11:26:33.110 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:33 smithi050 podman[107860]: 2024-09-05 11:26:33.108653279 +0000 UTC m=+0.367124062 container init 7f15b1cf8020d2cae918931be1f634c096a6b176406afd9fda8194494c3f92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:26:33.367 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:33 smithi050 podman[107860]: 2024-09-05 11:26:33.11249035 +0000 UTC m=+0.370961139 container start 7f15b1cf8020d2cae918931be1f634c096a6b176406afd9fda8194494c3f92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T11:26:33.367 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:33 smithi050 podman[107860]: 2024-09-05 11:26:33.208976014 +0000 UTC m=+0.467446811 container attach 7f15b1cf8020d2cae918931be1f634c096a6b176406afd9fda8194494c3f92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:26:33.367 INFO:journalctl@ceph.osd.0.smithi050.stdout:Sep 05 11:26:33 smithi050 podman[107860]: 2024-09-05 11:26:33.313019392 +0000 UTC m=+0.571490190 container died 7f15b1cf8020d2cae918931be1f634c096a6b176406afd9fda8194494c3f92b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-09-05T11:26:34.013 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.0.service' 2024-09-05T11:26:34.053 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:34.053 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-05T11:26:34.053 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-05T11:26:34.053 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.1 2024-09-05T11:26:34.284 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:34 smithi050 systemd[1]: Stopping Ceph osd.1 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:34.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[88994]: 2024-09-05T11:26:34.457+0000 7fcd6f1c0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:34.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[88994]: 2024-09-05T11:26:34.457+0000 7fcd6f1c0640 -1 osd.1 148 *** Got signal Terminated *** 2024-09-05T11:26:34.673 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:34 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1[88994]: 2024-09-05T11:26:34.457+0000 7fcd6f1c0640 -1 osd.1 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:26:40.173 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:39 smithi050 podman[107968]: 2024-09-05 11:26:39.898165942 +0000 UTC m=+5.572839520 container died a536d9782b22133a4ec6232bfe60fcb9355610dcae984edd75a716b364f23546 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-05T11:26:40.509 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:40 smithi050 podman[107968]: 2024-09-05 11:26:40.265271734 +0000 UTC m=+5.939945297 container cleanup a536d9782b22133a4ec6232bfe60fcb9355610dcae984edd75a716b364f23546 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-05T11:26:40.509 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:40 smithi050 bash[107968]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1 2024-09-05T11:26:40.826 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:40 smithi050 podman[108006]: 2024-09-05 11:26:40.508053141 +0000 UTC m=+0.613220627 container remove a536d9782b22133a4ec6232bfe60fcb9355610dcae984edd75a716b364f23546 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-05T11:26:41.112 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:40 smithi050 podman[108090]: 2024-09-05 11:26:40.825452935 +0000 UTC m=+0.108886741 container create e22fb9c659deae5c3136e287b1ad03f5c41c83815cba6ca75b8b14d752d55f88 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-05T11:26:41.112 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:40 smithi050 podman[108090]: 2024-09-05 11:26:40.732824307 +0000 UTC m=+0.016258115 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:26:41.112 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:41 smithi050 podman[108090]: 2024-09-05 11:26:41.028002547 +0000 UTC m=+0.311436354 container init e22fb9c659deae5c3136e287b1ad03f5c41c83815cba6ca75b8b14d752d55f88 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_BRANCH=HEAD) 2024-09-05T11:26:41.113 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:41 smithi050 podman[108090]: 2024-09-05 11:26:41.031227897 +0000 UTC m=+0.314661716 container start e22fb9c659deae5c3136e287b1ad03f5c41c83815cba6ca75b8b14d752d55f88 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-05T11:26:41.113 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:41 smithi050 podman[108090]: 2024-09-05 11:26:41.111350834 +0000 UTC m=+0.394784659 container attach e22fb9c659deae5c3136e287b1ad03f5c41c83815cba6ca75b8b14d752d55f88 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-05T11:26:41.423 INFO:journalctl@ceph.osd.1.smithi050.stdout:Sep 05 11:26:41 smithi050 podman[108090]: 2024-09-05 11:26:41.226878964 +0000 UTC m=+0.510312780 container died e22fb9c659deae5c3136e287b1ad03f5c41c83815cba6ca75b8b14d752d55f88 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-05T11:26:41.782 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.1.service' 2024-09-05T11:26:41.819 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:41.819 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-05T11:26:41.819 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-05T11:26:41.820 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.2 2024-09-05T11:26:42.106 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:41 smithi119 systemd[1]: Stopping Ceph osd.2 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:42.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[76962]: 2024-09-05T11:26:42.104+0000 7f83c8d02640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:42.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[76962]: 2024-09-05T11:26:42.104+0000 7f83c8d02640 -1 osd.2 148 *** Got signal Terminated *** 2024-09-05T11:26:42.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:42 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2[76962]: 2024-09-05T11:26:42.104+0000 7f83c8d02640 -1 osd.2 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:26:47.865 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:47 smithi119 podman[99785]: 2024-09-05 11:26:47.609811707 +0000 UTC m=+5.613793449 container died b384391b85e8987fb9219df985ed05e829b45719c8352d4c52ef275640940531 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-05T11:26:48.231 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:47 smithi119 podman[99785]: 2024-09-05 11:26:47.954078639 +0000 UTC m=+5.958060380 container cleanup b384391b85e8987fb9219df985ed05e829b45719c8352d4c52ef275640940531 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T11:26:48.231 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:47 smithi119 bash[99785]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2 2024-09-05T11:26:48.498 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:48 smithi119 podman[99811]: 2024-09-05 11:26:48.230392855 +0000 UTC m=+0.619018077 container remove b384391b85e8987fb9219df985ed05e829b45719c8352d4c52ef275640940531 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:26:48.853 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:48 smithi119 podman[99902]: 2024-09-05 11:26:48.470498464 +0000 UTC m=+0.019371269 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:26:48.853 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:48 smithi119 podman[99902]: 2024-09-05 11:26:48.623149718 +0000 UTC m=+0.172022513 container create 0081bfd5e630cca92eb74b35a01ce2774656dbb1c88fff8ffb7a4803bc04a944 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-05T11:26:48.853 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:48 smithi119 podman[99902]: 2024-09-05 11:26:48.852189424 +0000 UTC m=+0.401062215 container init 0081bfd5e630cca92eb74b35a01ce2774656dbb1c88fff8ffb7a4803bc04a944 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, ceph=True) 2024-09-05T11:26:49.248 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:48 smithi119 podman[99902]: 2024-09-05 11:26:48.855703265 +0000 UTC m=+0.404576076 container start 0081bfd5e630cca92eb74b35a01ce2774656dbb1c88fff8ffb7a4803bc04a944 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-05T11:26:49.248 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:48 smithi119 podman[99902]: 2024-09-05 11:26:48.977409341 +0000 UTC m=+0.526282149 container attach 0081bfd5e630cca92eb74b35a01ce2774656dbb1c88fff8ffb7a4803bc04a944 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-05T11:26:49.249 INFO:journalctl@ceph.osd.2.smithi119.stdout:Sep 05 11:26:49 smithi119 podman[99902]: 2024-09-05 11:26:49.048332757 +0000 UTC m=+0.597205557 container died 0081bfd5e630cca92eb74b35a01ce2774656dbb1c88fff8ffb7a4803bc04a944 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-2-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:26:49.666 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.2.service' 2024-09-05T11:26:49.704 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:49.704 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-05T11:26:49.704 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-05T11:26:49.705 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.3 2024-09-05T11:26:49.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:49 smithi119 systemd[1]: Stopping Ceph osd.3 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:50.344 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:26:50.084+0000 7ffa5d54f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:50.344 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:26:50.084+0000 7ffa5d54f640 -1 osd.3 148 *** Got signal Terminated *** 2024-09-05T11:26:50.344 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:50 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:26:50.084+0000 7ffa5d54f640 -1 osd.3 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:26:52.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:52 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:52.544+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:26:53.188 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:26:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:26:53.032+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:26:53.188 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:53.061+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:26:53.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:53 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:26:53.351+0000 7ffa59b65640 -1 osd.3 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.752214+0000 front 2024-09-05T11:26:27.752170+0000 (oldest deadline 2024-09-05T11:26:52.452253+0000) 2024-09-05T11:26:53.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:53 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:53.546+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:26:54.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:26:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:26:54.004+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:26:54.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:54.019+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:26:54.748 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3[81516]: 2024-09-05T11:26:54.344+0000 7ffa59b65640 -1 osd.3 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.752214+0000 front 2024-09-05T11:26:27.752170+0000 (oldest deadline 2024-09-05T11:26:52.452253+0000) 2024-09-05T11:26:54.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:54 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:54.424+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:26:54.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:54 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:54.517+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:26:55.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:26:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:26:55.047+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:26:55.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:55.023+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:26:55.747 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:55 smithi119 podman[100019]: 2024-09-05 11:26:55.454875343 +0000 UTC m=+5.474251992 container died 46ff967164c60655eb26ad8ce21cbf146e0a4dde1180b204358280c1a7ba6703 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:26:55.747 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:55 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:55.388+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:26:55.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:55 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:55.550+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:26:55.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:55 smithi119 podman[100019]: 2024-09-05 11:26:55.835978588 +0000 UTC m=+5.855355244 container cleanup 46ff967164c60655eb26ad8ce21cbf146e0a4dde1180b204358280c1a7ba6703 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:26:55.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:55 smithi119 bash[100019]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3 2024-09-05T11:26:56.421 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:56 smithi119 podman[100046]: 2024-09-05 11:26:56.095796845 +0000 UTC m=+0.641409982 container remove 46ff967164c60655eb26ad8ce21cbf146e0a4dde1180b204358280c1a7ba6703 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-09-05T11:26:56.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:56.010+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:26:56.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:26:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:26:56.074+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:26:56.717 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:56 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:56.419+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:26:56.717 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:56 smithi119 podman[100133]: 2024-09-05 11:26:56.328979191 +0000 UTC m=+0.019320247 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:26:56.717 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:56 smithi119 podman[100133]: 2024-09-05 11:26:56.446740043 +0000 UTC m=+0.137081087 container create 27dcb29f468a8a2a28703edfcff7fa2cd240dbcd230747197006b3772097fe0c (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T11:26:56.717 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:56 smithi119 podman[100133]: 2024-09-05 11:26:56.640649202 +0000 UTC m=+0.330990246 container init 27dcb29f468a8a2a28703edfcff7fa2cd240dbcd230747197006b3772097fe0c (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-05T11:26:56.717 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:56 smithi119 podman[100133]: 2024-09-05 11:26:56.643927721 +0000 UTC m=+0.334268771 container start 27dcb29f468a8a2a28703edfcff7fa2cd240dbcd230747197006b3772097fe0c (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T11:26:56.717 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:56 smithi119 podman[100133]: 2024-09-05 11:26:56.715785073 +0000 UTC m=+0.406126125 container attach 27dcb29f468a8a2a28703edfcff7fa2cd240dbcd230747197006b3772097fe0c (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-05T11:26:56.928 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:56.587+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:26:56.998 INFO:journalctl@ceph.osd.3.smithi119.stdout:Sep 05 11:26:56 smithi119 podman[100133]: 2024-09-05 11:26:56.833791393 +0000 UTC m=+0.524132437 container died 27dcb29f468a8a2a28703edfcff7fa2cd240dbcd230747197006b3772097fe0c (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-05T11:26:57.414 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:57.375+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:26:57.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:26:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:26:57.040+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:26:57.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:56.974+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:26:57.430 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.3.service' 2024-09-05T11:26:57.467 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:26:57.467 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-05T11:26:57.468 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-05T11:26:57.468 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.4 2024-09-05T11:26:57.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:57 smithi119 systemd[1]: Stopping Ceph osd.4 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:26:57.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:57.572+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:26:58.248 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:57.815+0000 7fa6d27ee640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:26:58.248 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:57.815+0000 7fa6d27ee640 -1 osd.4 148 *** Got signal Terminated *** 2024-09-05T11:26:58.248 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:57 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:57.815+0000 7fa6d27ee640 -1 osd.4 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:26:58.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:57 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:57.996+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:26:58.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:26:58 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:26:58.060+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:26:58.747 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:58 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:58.425+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:26:58.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:58 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:58.601+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:26:59.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:26:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:26:59.063+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:26:59.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:59.024+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:26:59.747 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:26:59 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:26:59.392+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:26:59.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:26:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:26:59.584+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:00.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:26:59 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:26:59.985+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:00.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:00.028+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:00.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:00 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:27:00.383+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:27:00.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:00.605+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:01.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:01 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:01.023+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:01.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:00 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:00.960+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:01.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:01 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:27:01.413+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:27:01.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:01 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:27:01.413+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.904273+0000 front 2024-09-05T11:26:38.904313+0000 (oldest deadline 2024-09-05T11:27:00.604342+0000) 2024-09-05T11:27:01.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:01 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:01.571+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:02.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:01 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:01.990+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:02.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:01 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:01.991+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:02.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:01 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:01.991+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:02.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:02 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:27:02.425+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:29.603439+0000 front 2024-09-05T11:26:29.603458+0000 (oldest deadline 2024-09-05T11:26:53.703504+0000) 2024-09-05T11:27:02.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:02 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4[85975]: 2024-09-05T11:27:02.425+0000 7fa6cee04640 -1 osd.4 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.904273+0000 front 2024-09-05T11:26:38.904313+0000 (oldest deadline 2024-09-05T11:27:00.604342+0000) 2024-09-05T11:27:02.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:02.607+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:03.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:03.010+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:03.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:02.971+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:03.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:02 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:02.971+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:03.518 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:03 smithi119 podman[100239]: 2024-09-05 11:27:03.262629423 +0000 UTC m=+5.562762359 container died 89330cf482aba5509ead48f8669ba2e56f4610eb056df6f5826545688e9a02cf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-05T11:27:03.868 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:03 smithi119 podman[100239]: 2024-09-05 11:27:03.624443835 +0000 UTC m=+5.924576770 container cleanup 89330cf482aba5509ead48f8669ba2e56f4610eb056df6f5826545688e9a02cf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-09-05T11:27:03.868 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:03 smithi119 bash[100239]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4 2024-09-05T11:27:03.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:03.586+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:03.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:03.586+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:04.199 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:03 smithi119 podman[100260]: 2024-09-05 11:27:03.86725492 +0000 UTC m=+0.608796331 container remove 89330cf482aba5509ead48f8669ba2e56f4610eb056df6f5826545688e9a02cf (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:27:04.232 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:03.974+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:04.233 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:03.988+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:04.233 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:03 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:03.988+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:04.490 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:04 smithi119 podman[100350]: 2024-09-05 11:27:04.101417915 +0000 UTC m=+0.015778447 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:27:04.490 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:04 smithi119 podman[100350]: 2024-09-05 11:27:04.20266461 +0000 UTC m=+0.117025129 container create e3feb4c8d8d8dc98e83404c0433fc4f18c1b9b0b9f857fab870071c7d4826543 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:27:04.490 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:04 smithi119 podman[100350]: 2024-09-05 11:27:04.431096595 +0000 UTC m=+0.345457116 container init e3feb4c8d8d8dc98e83404c0433fc4f18c1b9b0b9f857fab870071c7d4826543 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-05T11:27:04.491 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:04 smithi119 podman[100350]: 2024-09-05 11:27:04.434462747 +0000 UTC m=+0.348823274 container start e3feb4c8d8d8dc98e83404c0433fc4f18c1b9b0b9f857fab870071c7d4826543 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:27:04.491 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:04 smithi119 podman[100350]: 2024-09-05 11:27:04.489441526 +0000 UTC m=+0.403802068 container attach e3feb4c8d8d8dc98e83404c0433fc4f18c1b9b0b9f857fab870071c7d4826543 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:27:04.748 INFO:journalctl@ceph.osd.4.smithi119.stdout:Sep 05 11:27:04 smithi119 podman[100350]: 2024-09-05 11:27:04.628711134 +0000 UTC m=+0.543071666 container died e3feb4c8d8d8dc98e83404c0433fc4f18c1b9b0b9f857fab870071c7d4826543 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T11:27:04.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:04.545+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:04.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:04.545+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:05.222 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.4.service' 2024-09-05T11:27:05.257 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:27:05.258 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-05T11:27:05.258 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-05T11:27:05.258 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.5 2024-09-05T11:27:05.281 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:04.953+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:05.282 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:04 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:04.953+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:05.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:05.021+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:05.282 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:05.021+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:05.553 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:05 smithi154 systemd[1]: Stopping Ceph osd.5 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:27:05.553 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:05.518+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:05.553 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:05.518+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:05.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:05.551+0000 7fbc6960c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:27:05.927 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:05.551+0000 7fbc6960c640 -1 osd.5 148 *** Got signal Terminated *** 2024-09-05T11:27:05.927 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:05.551+0000 7fbc6960c640 -1 osd.5 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:27:06.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:05.981+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:06.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:05.981+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:06.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:05.992+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:06.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:05 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:05.992+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:06.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:06 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:06.563+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:06.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:06 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:06.563+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:07.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:07.010+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:07.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:07.010+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:07.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:07.020+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:07.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:07.021+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:07.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:07.577+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:07.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:07.577+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:08.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:08.027+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:08.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:08.027+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:08.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:07.993+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:08.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:07 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:07.993+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:08.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:08.551+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:08.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:08.551+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:09.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:09.002+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:09.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:09.002+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:09.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:08.981+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:09.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:08.981+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:09.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:08 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:08.981+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:09.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:09.513+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:09.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:09 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:09.513+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:10.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:10.024+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:10.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:10.024+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:10.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:10.028+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:10.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:10.028+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:10.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:10.028+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:10.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:10.482+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:26.442411+0000 front 2024-09-05T11:26:26.442482+0000 (oldest deadline 2024-09-05T11:26:52.342371+0000) 2024-09-05T11:27:10.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:10.482+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:36.943157+0000 front 2024-09-05T11:26:36.943192+0000 (oldest deadline 2024-09-05T11:27:03.343421+0000) 2024-09-05T11:27:10.926 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5[64015]: 2024-09-05T11:27:10.482+0000 7fbc61c1a640 -1 osd.5 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.844081+0000 front 2024-09-05T11:26:46.844089+0000 (oldest deadline 2024-09-05T11:27:09.744004+0000) 2024-09-05T11:27:11.246 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:11.054+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:11.246 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:11.054+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:11.246 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:11.054+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:11.246 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:10.995+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:11.246 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:10.995+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:11.246 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:10 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:10.995+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:11.247 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:10 smithi154 podman[85410]: 2024-09-05 11:27:10.932160634 +0000 UTC m=+5.483862822 container died 287053cf3ad88d844d8d1e53dc34e3f0c75eb6eba9038e456dd74ff06a7d57b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2) 2024-09-05T11:27:11.537 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:11 smithi154 podman[85410]: 2024-09-05 11:27:11.343253326 +0000 UTC m=+5.894955509 container cleanup 287053cf3ad88d844d8d1e53dc34e3f0c75eb6eba9038e456dd74ff06a7d57b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-05T11:27:11.537 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:11 smithi154 bash[85410]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5 2024-09-05T11:27:11.858 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:11 smithi154 podman[85432]: 2024-09-05 11:27:11.536302017 +0000 UTC m=+0.600919368 container remove 287053cf3ad88d844d8d1e53dc34e3f0c75eb6eba9038e456dd74ff06a7d57b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-nvmeof-ad95a3e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-05T11:27:12.174 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:12.009+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:12.174 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:12.009+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:12.174 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:12.009+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:12.174 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:11.954+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:12.174 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:11.954+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:12.174 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:11 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:11.954+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:12.175 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:11 smithi154 podman[85522]: 2024-09-05 11:27:11.761678897 +0000 UTC m=+0.017252911 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:27:12.175 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:11 smithi154 podman[85522]: 2024-09-05 11:27:11.862187471 +0000 UTC m=+0.117761476 container create 30937506a4ce8b1887139b5e890b1d76cf437249f854fa0bba0be7e2482acddc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-05T11:27:12.175 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:12 smithi154 podman[85522]: 2024-09-05 11:27:12.098139859 +0000 UTC m=+0.353713864 container init 30937506a4ce8b1887139b5e890b1d76cf437249f854fa0bba0be7e2482acddc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:27:12.175 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:12 smithi154 podman[85522]: 2024-09-05 11:27:12.101414558 +0000 UTC m=+0.356988563 container start 30937506a4ce8b1887139b5e890b1d76cf437249f854fa0bba0be7e2482acddc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T11:27:12.175 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:12 smithi154 podman[85522]: 2024-09-05 11:27:12.172970194 +0000 UTC m=+0.428544200 container attach 30937506a4ce8b1887139b5e890b1d76cf437249f854fa0bba0be7e2482acddc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-nvmeof-ad95a3e, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-05T11:27:12.426 INFO:journalctl@ceph.osd.5.smithi154.stdout:Sep 05 11:27:12 smithi154 podman[85522]: 2024-09-05 11:27:12.290151485 +0000 UTC m=+0.545725483 container died 30937506a4ce8b1887139b5e890b1d76cf437249f854fa0bba0be7e2482acddc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:27:12.875 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.5.service' 2024-09-05T11:27:12.953 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:27:12.954 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-05T11:27:12.954 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-05T11:27:12.954 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.6 2024-09-05T11:27:13.176 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:12.960+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:13.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:12.960+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:13.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:12 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:12.960+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:13.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:13 smithi154 systemd[1]: Stopping Ceph osd.6 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:27:13.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:13.052+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:13.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:13.052+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:13.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:13.052+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:13.577 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:13.313+0000 7f61f7819640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:27:13.577 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:13.313+0000 7f61f7819640 -1 osd.6 148 *** Got signal Terminated *** 2024-09-05T11:27:13.577 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:13.313+0000 7f61f7819640 -1 osd.6 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:27:14.176 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:13.912+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:14.176 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:13.912+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:14.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:13 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:13.912+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:14.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:14.051+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:14.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:14.051+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:14.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:14.051+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:15.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:15.043+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:15.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:15.043+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:15.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:15.043+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:15.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:14.930+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:15.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:14.930+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:15.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:14 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:14.930+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:16.176 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:15.907+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:16.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:15.907+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:16.177 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:15 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:15.908+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:16.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:16.059+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:16.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:16.059+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:16.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:16.059+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:16.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:16.059+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:16.177 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:16.059+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:17.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:16.947+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:17.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:16.947+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:17.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:16 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:16.947+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:17.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:17.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:17.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:17.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:17.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:17.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:17.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:17.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:17.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:17.094+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:18.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:18.088+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:18.088+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:18.088+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:18.088+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:18 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:18.088+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:17.980+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:28.717953+0000 front 2024-09-05T11:26:28.718036+0000 (oldest deadline 2024-09-05T11:26:52.818069+0000) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:17.980+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:38.018902+0000 front 2024-09-05T11:26:38.018977+0000 (oldest deadline 2024-09-05T11:27:05.019241+0000) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:17.980+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:46.119918+0000 front 2024-09-05T11:26:46.119962+0000 (oldest deadline 2024-09-05T11:27:10.219825+0000) 2024-09-05T11:27:18.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:17 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6[68122]: 2024-09-05T11:27:17.980+0000 7f61efe27640 -1 osd.6 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:53.120430+0000 front 2024-09-05T11:26:53.120549+0000 (oldest deadline 2024-09-05T11:27:17.220368+0000) 2024-09-05T11:27:19.106 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:18 smithi154 podman[85625]: 2024-09-05 11:27:18.824672074 +0000 UTC m=+5.617891713 container died ebb829f1f7f0b4154e05dba801a6db0ae1ed1522b5d68538ce5e959ce2147a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:27:19.107 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:19.052+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:19.107 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:19.052+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:19.107 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:19.052+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:19.107 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:19.052+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:19.107 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:19 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:19.052+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:19.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:19 smithi154 podman[85625]: 2024-09-05 11:27:19.204794132 +0000 UTC m=+5.998013764 container cleanup ebb829f1f7f0b4154e05dba801a6db0ae1ed1522b5d68538ce5e959ce2147a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, ceph=True, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-05T11:27:19.426 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:19 smithi154 bash[85625]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6 2024-09-05T11:27:19.830 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:19 smithi154 podman[85660]: 2024-09-05 11:27:19.47305383 +0000 UTC m=+0.645569137 container remove ebb829f1f7f0b4154e05dba801a6db0ae1ed1522b5d68538ce5e959ce2147a9d (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:27:20.086 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:19 smithi154 podman[85751]: 2024-09-05 11:27:19.73247657 +0000 UTC m=+0.016014346 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:27:20.086 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:19 smithi154 podman[85751]: 2024-09-05 11:27:19.865874463 +0000 UTC m=+0.149412224 container create 3a65ba61b686ca158af053f7307975eb11f220dd77820fe8d5499fba505519c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T11:27:20.086 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:20 smithi154 podman[85751]: 2024-09-05 11:27:20.085324286 +0000 UTC m=+0.368862062 container init 3a65ba61b686ca158af053f7307975eb11f220dd77820fe8d5499fba505519c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:20 smithi154 podman[85751]: 2024-09-05 11:27:20.088762115 +0000 UTC m=+0.372299877 container start 3a65ba61b686ca158af053f7307975eb11f220dd77820fe8d5499fba505519c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:20 smithi154 podman[85751]: 2024-09-05 11:27:20.185146267 +0000 UTC m=+0.468684036 container attach 3a65ba61b686ca158af053f7307975eb11f220dd77820fe8d5499fba505519c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.6.smithi154.stdout:Sep 05 11:27:20 smithi154 podman[85751]: 2024-09-05 11:27:20.28422719 +0000 UTC m=+0.567764962 container died 3a65ba61b686ca158af053f7307975eb11f220dd77820fe8d5499fba505519c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:20.090+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:20.090+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:20.090+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:20.090+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:20.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:20 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:20.090+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:20.859 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.6.service' 2024-09-05T11:27:20.898 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:27:20.899 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-05T11:27:20.899 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-05T11:27:20.899 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.7 2024-09-05T11:27:21.096 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:20 smithi154 systemd[1]: Stopping Ceph osd.7 for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.094+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.095+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.224+0000 7f219523b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.224+0000 7f219523b640 -1 osd.7 148 *** Got signal Terminated *** 2024-09-05T11:27:21.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:21 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:21.224+0000 7f219523b640 -1 osd.7 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T11:27:22.328 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:22.067+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:22.328 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:22.067+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:22.328 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:22.067+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:22.328 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:22.067+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:22.328 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:22 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:22.067+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:23.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:23.113+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:23.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:23.113+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:23.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:23.113+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:23.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:23.113+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:23.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:23 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:23.113+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:24.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:24.138+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:24.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:24.138+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:24.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:24.138+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:24.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:24.138+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:24.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:24 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:24.138+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:25.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:25.139+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:25.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:25.139+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:25.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:25.139+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:25.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:25.139+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:25.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:25.139+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6820 osd.4 since back 2024-09-05T11:26:58.377821+0000 front 2024-09-05T11:26:58.377801+0000 (oldest deadline 2024-09-05T11:27:24.277787+0000) 2024-09-05T11:27:25.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:25 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:25.139+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:26.426 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:26.134+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6806 osd.0 since back 2024-09-05T11:26:27.475364+0000 front 2024-09-05T11:26:27.475292+0000 (oldest deadline 2024-09-05T11:26:52.175314+0000) 2024-09-05T11:27:26.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:26.134+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.50:6814 osd.1 since back 2024-09-05T11:26:35.675925+0000 front 2024-09-05T11:26:35.675910+0000 (oldest deadline 2024-09-05T11:27:00.975896+0000) 2024-09-05T11:27:26.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:26.134+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2024-09-05T11:26:44.376718+0000 front 2024-09-05T11:26:44.376695+0000 (oldest deadline 2024-09-05T11:27:08.476586+0000) 2024-09-05T11:27:26.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:26.134+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6812 osd.3 since back 2024-09-05T11:26:51.377224+0000 front 2024-09-05T11:26:51.377313+0000 (oldest deadline 2024-09-05T11:27:15.477213+0000) 2024-09-05T11:27:26.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:26.134+0000 7f2191851640 -1 osd.7 148 heartbeat_check: no reply from 172.21.15.119:6820 osd.4 since back 2024-09-05T11:26:58.377821+0000 front 2024-09-05T11:26:58.377801+0000 (oldest deadline 2024-09-05T11:27:24.277787+0000) 2024-09-05T11:27:26.427 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7[72221]: 2024-09-05T11:27:26.134+0000 7f2191851640 -1 osd.7 148 get_health_metrics reporting 3 slow ops, oldest is osd_op(client.35322.0:10702 2.5 2:a78589de:::rbd_header.3a6b3d4aed14:head [watch ping cookie 140476032518400] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e148) 2024-09-05T11:27:26.901 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 podman[85856]: 2024-09-05 11:27:26.620232984 +0000 UTC m=+5.489755780 container died 11b00744f04e1e346d16abec77af310f072e3139b213f7abe71ca5e8579d6839 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-05T11:27:27.176 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:26 smithi154 podman[85856]: 2024-09-05 11:27:26.999456628 +0000 UTC m=+5.868979418 container cleanup 11b00744f04e1e346d16abec77af310f072e3139b213f7abe71ca5e8579d6839 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-05T11:27:27.176 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 bash[85856]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7 2024-09-05T11:27:27.552 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 podman[85881]: 2024-09-05 11:27:27.234256662 +0000 UTC m=+0.617371892 container remove 11b00744f04e1e346d16abec77af310f072e3139b213f7abe71ca5e8579d6839 (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:27:27.839 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 podman[85974]: 2024-09-05 11:27:27.551694854 +0000 UTC m=+0.107221810 container create 0c304a2b0d03718d6edbbcf9cec9363115b2296b9bd2a6f4dd9a794d6096c9bc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-nvmeof-ad95a3e) 2024-09-05T11:27:27.839 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 podman[85974]: 2024-09-05 11:27:27.460240698 +0000 UTC m=+0.015767669 image pull 20621b93dff89000c5bed606896647228d0612418a42d0aa51cfb5635ab5a68c quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79 2024-09-05T11:27:27.839 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 podman[85974]: 2024-09-05 11:27:27.770861076 +0000 UTC m=+0.326388056 container init 0c304a2b0d03718d6edbbcf9cec9363115b2296b9bd2a6f4dd9a794d6096c9bc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-nvmeof-ad95a3e, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T11:27:27.839 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 podman[85974]: 2024-09-05 11:27:27.77408039 +0000 UTC m=+0.329607353 container start 0c304a2b0d03718d6edbbcf9cec9363115b2296b9bd2a6f4dd9a794d6096c9bc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, CEPH_POINT_RELEASE=) 2024-09-05T11:27:27.839 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 podman[85974]: 2024-09-05 11:27:27.837418641 +0000 UTC m=+0.392945598 container attach 0c304a2b0d03718d6edbbcf9cec9363115b2296b9bd2a6f4dd9a794d6096c9bc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, RELEASE=squid-nvmeof-ad95a3e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T11:27:28.176 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:27 smithi154 podman[85974]: 2024-09-05 11:27:27.96306493 +0000 UTC m=+0.518591888 container died 0c304a2b0d03718d6edbbcf9cec9363115b2296b9bd2a6f4dd9a794d6096c9bc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-nvmeof-ad95a3e, io.buildah.version=1.37.2) 2024-09-05T11:27:28.464 INFO:journalctl@ceph.osd.7.smithi154.stdout:Sep 05 11:27:28 smithi154 podman[85996]: 2024-09-05 11:27:28.449099364 +0000 UTC m=+0.476105215 container remove 0c304a2b0d03718d6edbbcf9cec9363115b2296b9bd2a6f4dd9a794d6096c9bc (image=quay.ceph.io/ceph-ci/ceph@sha256:bce64467a2d271f24bdf7a7a35deac40d748f8f11f9184dd653b014bb88d7d79, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-osd-7-deactivate, RELEASE=squid-nvmeof-ad95a3e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T11:27:28.468 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-062ada42-6b74-11ef-bcd6-c7b262605968@osd.7.service' 2024-09-05T11:27:28.505 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T11:27:28.505 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-05T11:27:28.506 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T11:27:28.662 INFO:teuthology.orchestra.run.smithi033.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:27:29.077 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T11:27:29.226 INFO:teuthology.orchestra.run.smithi050.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:27:30.363 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:27:30.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:27:30] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:27:30.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: Traceback (most recent call last): 2024-09-05T11:27:30.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:27:30.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: gateway.keep_alive() 2024-09-05T11:27:30.674 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/src/control/server.py", line 526, in keep_alive 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: wait_fn(timeout=timeout) 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: signaled = self._cond.wait(timeout) 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:27:30.675 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: SystemExit: Gateway process terminated 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:27:30] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 19... 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: *** Caught signal (Aborted) ** 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: in thread 7f928b43f5c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f928c7d16f0] 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 2: /lib64/libc.so.6(+0x8679a) [0x7f928c81979a] 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 3: pthread_cond_wait() 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f928cb696b0] 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 5: (AsyncMessenger::wait()+0x7b) [0x7f928d658ceb] 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x5566714e2b18] 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 7: main() 2024-09-05T11:27:30.676 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 8: /lib64/libc.so.6(+0x29590) [0x7f928c7bc590] 2024-09-05T11:27:30.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 9: __libc_start_main() 2024-09-05T11:27:30.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: 10: _start() 2024-09-05T11:27:30.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:27:30] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.a) pid 58... 2024-09-05T11:27:30.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:27:30] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:27:30.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:27:30] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:27:30.677 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:30 smithi050 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a[106216]: [05-Sep-2024 11:27:30] INFO state.py:545 (60): Cleanup OMAP on exit (discovery-smithi050) 2024-09-05T11:27:40.672 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:40 smithi050 bash[108456]: time="2024-09-05T11:27:40Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-09-05T11:27:40.673 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:40 smithi050 podman[108456]: 2024-09-05 11:27:40.384636004 +0000 UTC m=+10.159782566 container died a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.buildah.version=1.29.0, io.spdk.version=24.01, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.nvmeof=None, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.17, org.centos.version=9.0-21.el9, io.spdk.build.ceph-release=18.2.4, url=https://github.com/ceph/ceph-nvmeof, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.target-arch=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., distribution-scope=public, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, build-date=2024-07-30 15:47:38 UTC, io.ceph.maintainer=Ceph Developers , version=1.2.17, io.ceph.component=ceph-nvmeof, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, architecture=x86_64, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-09-05T11:27:40.922 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:40 smithi050 podman[108456]: 2024-09-05 11:27:40.753954977 +0000 UTC m=+10.529101538 container cleanup a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.branch=tags/1.2.17, vcs-type=git, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, com.redhat.component=ubi9-container, build-date=2024-07-30 15:47:38 UTC, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, version=1.2.17, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.spdk.build.ceph-release=18.2.4, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.version=9.0-21.el9, io.ceph.version=1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.component=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.target-arch=, name=ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, release=, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64) 2024-09-05T11:27:40.923 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:40 smithi050 bash[108456]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a 2024-09-05T11:27:41.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:41 smithi050 podman[108472]: 2024-09-05 11:27:41.138463085 +0000 UTC m=+0.754147668 container remove a83fa34884301da0d4ad85d0dd9ac30c6ab8c7c483281c227a335e676b133d31 (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-a, io.ceph.component=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, name=ceph-nvmeof, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.version=24.01, version=1.2.17, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.version=1.2.17, vendor=Red Hat, Inc., architecture=x86_64, io.ceph.git.branch=tags/1.2.17, com.redhat.component=ubi9-container, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, release=, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, distribution-scope=public, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, build-date=2024-07-30 15:47:38 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-09-05T11:27:41.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:41 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-09-05T11:27:41.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:41 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-09-05T11:27:41.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:41 smithi050 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:27:41.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi050.stdout:Sep 05 11:27:41 smithi050 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.a.service: Consumed 5min 48.210s CPU time. 2024-09-05T11:27:42.201 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T11:27:42.346 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:27:43.498 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 systemd[1]: Stopping Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:27:43] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: Traceback (most recent call last): 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: gateway.keep_alive() 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: File "/src/control/server.py", line 530, in keep_alive 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: SystemExit: Gateway process terminated 2024-09-05T11:27:43.993 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:27:43] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.b) pid 19... 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: *** Caught signal (Aborted) ** 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: in thread 7f64d4a595c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f64d5deb6f0] 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 2: /lib64/libc.so.6(+0x8679a) [0x7f64d5e3379a] 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 3: pthread_cond_wait() 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7f64d61836b0] 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 5: (AsyncMessenger::wait()+0x7b) [0x7f64d6c72ceb] 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x55f716910b18] 2024-09-05T11:27:43.994 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 7: main() 2024-09-05T11:27:43.995 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 8: /lib64/libc.so.6(+0x29590) [0x7f64d5dd6590] 2024-09-05T11:27:43.995 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 9: __libc_start_main() 2024-09-05T11:27:43.995 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: 10: _start() 2024-09-05T11:27:43.995 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:27:43] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.b) pid 70... 2024-09-05T11:27:43.995 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:27:43] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:27:43.995 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:27:43] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:27:43.995 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:43 smithi119 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b[90954]: [05-Sep-2024 11:27:43] INFO state.py:545 (900): Cleanup OMAP on exit (discovery-smithi119) 2024-09-05T11:27:53.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:53 smithi119 bash[100739]: time="2024-09-05T11:27:53Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-09-05T11:27:53.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:53 smithi119 podman[100739]: 2024-09-05 11:27:53.716882431 +0000 UTC m=+10.128394678 container died 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, com.redhat.component=ubi9-container, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, build-date=2024-07-30 15:47:38 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.17, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vendor=Red Hat, Inc., io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.version=1.2.17, vcs-type=git, name=ceph-nvmeof, distribution-scope=public, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, version=1.2.17) 2024-09-05T11:27:54.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:54 smithi119 podman[100739]: 2024-09-05 11:27:54.075180751 +0000 UTC m=+10.486693009 container cleanup 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.version=24.01, release=, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.buildah.version=1.29.0, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.pkgdep-args=--rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.target-arch=, distribution-scope=public, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.ceph-release=18.2.4, name=ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, io.ceph.git.branch=tags/1.2.17, io.ceph.nvmeof=None, io.ceph.version=1.2.17, version=1.2.17, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-09-05T11:27:54.248 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:54 smithi119 bash[100739]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b 2024-09-05T11:27:54.641 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:54 smithi119 podman[100758]: 2024-09-05 11:27:54.361029272 +0000 UTC m=+0.643133266 container remove 01142df9af1ec8869ae6139d4fa887185c5fb44728f6c3dd1f7f115d224f37cc (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-b, architecture=x86_64, url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, release=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.component=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.version=24.01, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, io.spdk.build.ceph-release=18.2.4, io.buildah.version=1.29.0, version=1.2.17, io.spdk.build.makeflags=, distribution-scope=public, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.version=9.0-21.el9, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.17, io.spdk.build.target-arch=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.branch=tags/1.2.17, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.nvmeof=None, io.ceph.url=https://github.com/ceph/ceph-nvmeof, build-date=2024-07-30 15:47:38 UTC) 2024-09-05T11:27:54.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:54 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service: Main process exited, code=exited, status=137/n/a 2024-09-05T11:27:54.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:54 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service: Failed with result 'exit-code'. 2024-09-05T11:27:54.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:54 smithi119 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:27:54.642 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi119.stdout:Sep 05 11:27:54 smithi119 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.b.service: Consumed 18min 8.766s CPU time. 2024-09-05T11:27:55.115 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T11:27:55.258 INFO:teuthology.orchestra.run.smithi154.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:27:56.176 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:27:56.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:27:56] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:27:56.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: Traceback (most recent call last): 2024-09-05T11:27:56.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: gateway.keep_alive() 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/src/control/server.py", line 526, in keep_alive 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: timedout = self.server.wait_for_termination(timeout=1) 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/src/__pypackages__/3.9/lib/grpc/_server.py", line 1118, in wait_for_termination 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: return _common.wait(self._state.termination_event.wait, 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 157, in wait 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: _wait_once(wait_fn, remaining, spin_cb) 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/src/__pypackages__/3.9/lib/grpc/_common.py", line 112, in _wait_once 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: wait_fn(timeout=timeout) 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/usr/lib64/python3.9/threading.py", line 581, in wait 2024-09-05T11:27:56.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: signaled = self._cond.wait(timeout) 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/usr/lib64/python3.9/threading.py", line 316, in wait 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: gotit = waiter.acquire(True, timeout) 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: File "/src/control/__main__.py", line 17, in sigterm_handler 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: raise SystemExit(f"Gateway process terminated") 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: SystemExit: Gateway process terminated 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:27:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.c) pid 19... 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: *** Caught signal (Aborted) ** 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: in thread 7fe4e0e575c0 thread_name:ceph-nvmeof-mon 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe4e21e96f0] 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 2: /lib64/libc.so.6(+0x8679a) [0x7fe4e223179a] 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 3: pthread_cond_wait() 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 4: (std::condition_variable::wait(std::unique_lock&)+0x10) [0x7fe4e25816b0] 2024-09-05T11:27:56.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 5: (AsyncMessenger::wait()+0x7b) [0x7fe4e3070ceb] 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 6: (NVMeofGwMonitorClient::main(std::vector >)+0x18) [0x55933ad0db18] 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 7: main() 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 8: /lib64/libc.so.6(+0x29590) [0x7fe4e21d4590] 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 9: __libc_start_main() 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: 10: _start() 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:27:56] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.c) pid 70... 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:27:56] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:27:56] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:27:56.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:27:56 smithi154 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c[76937]: [05-Sep-2024 11:27:56] INFO state.py:545 (900): Cleanup OMAP on exit (discovery-smithi154) 2024-09-05T11:28:03.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: terminate called after throwing an instance of 'std::runtime_error' 2024-09-05T11:28:03.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: what(): Lost connection to the monitor (beacon timeout). 2024-09-05T11:28:03.139 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: *** Caught signal (Aborted) ** 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: in thread 7f92affe0640 thread_name:safe_timer 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: ceph version 19.0.0-4996-g0ec90b1e (0ec90b1e61a7489b13d6d8432156a0417f35db7f) squid (dev) 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f92b93dd6f0] 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 2: /lib64/libc.so.6(+0x8b94c) [0x7f92b942a94c] 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 3: raise() 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 4: abort() 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 5: /lib64/libstdc++.so.6(+0xa1b21) [0x7f92b9741b21] 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 6: /lib64/libstdc++.so.6(+0xad52c) [0x7f92b974d52c] 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 7: /lib64/libstdc++.so.6(+0xad597) [0x7f92b974d597] 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 8: /lib64/libstdc++.so.6(+0xad7f9) [0x7f92b974d7f9] 2024-09-05T11:28:03.140 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 9: /usr/bin/ceph-nvmeof-monitor-client(+0xa1342) [0x55a316eb4342] 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 10: (NVMeofGwMonitorClient::tick()+0x46) [0x55a316f44d66] 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 11: /usr/bin/ceph-nvmeof-monitor-client(+0x12123d) [0x55a316f3423d] 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 12: (CommonSafeTimer::timer_thread()+0x133) [0x7f92ba0acd13] 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 13: /usr/lib64/ceph/libceph-common.so.2(+0x27d731) [0x7f92ba0af731] 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 14: /lib64/libc.so.6(+0x89c02) [0x7f92b9428c02] 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: 15: /lib64/libc.so.6(+0x10ec40) [0x7f92b94adc40] 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] ERROR server.py:42 (2): GatewayServer: SIGCHLD received signum=17 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] ERROR server.py:46 (2): PID of terminated child process is 19 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] ERROR server.py:111 (2): GatewayServer exception occurred: 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: Traceback (most recent call last): 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: File "/src/control/__main__.py", line 39, in 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: gateway.keep_alive() 2024-09-05T11:28:03.141 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: File "/src/control/server.py", line 530, in keep_alive 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: time.sleep(self.spdk_ping_interval_in_seconds) 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: File "/src/control/server.py", line 55, in sigchld_handler 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: raise SystemExit(f"Gateway subprocess terminated {pid=} {exit_code=}") 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: SystemExit: Gateway subprocess terminated pid=19 exit_code=-6 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.d) pid 19... 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] INFO server.py:448 (2): Aborting (client.nvmeof.nvmeof.d) pid 58... 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] INFO server.py:125 (2): Stopping the server... 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] INFO server.py:482 (2): Terminating discovery service... 2024-09-05T11:28:03.142 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:02 smithi173 ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d[50154]: [05-Sep-2024 11:28:02] INFO state.py:545 (60): Cleanup OMAP on exit (discovery-smithi173) 2024-09-05T11:28:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:06 smithi154 bash[86305]: time="2024-09-05T11:28:06Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-09-05T11:28:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:06 smithi154 podman[86305]: 2024-09-05 11:28:06.299387225 +0000 UTC m=+10.113453672 container died 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, vendor=Red Hat, Inc., io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, architecture=x86_64, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.spdk.build.ceph-release=18.2.4, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, version=1.2.17, release=, io.ceph.git.branch=tags/1.2.17, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.target-arch=, vcs-type=git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, build-date=2024-07-30 15:47:38 UTC, io.ceph.nvmeof=None, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, distribution-scope=public, io.ceph.version=1.2.17, io.spdk.build.makeflags=, io.spdk.build.pkgdep-args=--rbd, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.branch=undefined, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.spdk.version=24.01) 2024-09-05T11:28:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:06 smithi154 podman[86305]: 2024-09-05 11:28:06.698396282 +0000 UTC m=+10.512462729 container cleanup 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-07-30 15:47:38 UTC, io.spdk.build.ceph-release=18.2.4, distribution-scope=public, io.ceph.summary=Ceph NVMe over Fabrics Gateway, release=, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.target-arch=, io.ceph.version=1.2.17, io.spdk.build.makeflags=, vendor=Red Hat, Inc., com.redhat.component=ubi9-container, vcs-type=git, io.spdk.git.branch=undefined, io.spdk.version=24.01, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.branch=tags/1.2.17, io.ceph.url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.buildah.version=1.29.0, version=1.2.17) 2024-09-05T11:28:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:06 smithi154 bash[86305]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c 2024-09-05T11:28:07.121 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:06 smithi154 podman[86321]: 2024-09-05 11:28:06.958118957 +0000 UTC m=+0.656828835 container remove 6025deba5037ac9b65dafd8088b220ae468671c8945d126cf732d8590ae9b16d (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-c, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.nvmeof=None, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.spdk.build.ceph-release=18.2.4, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-07-30 15:47:38 UTC, version=1.2.17, architecture=x86_64, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.17, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, io.spdk.build.target-arch=, vendor=Red Hat, Inc., vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, release=, distribution-scope=public, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.17, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.branch=undefined, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway) 2024-09-05T11:28:07.121 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:06 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-09-05T11:28:07.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:07 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-09-05T11:28:07.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:07 smithi154 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:28:07.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi154.stdout:Sep 05 11:28:07 smithi154 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.c.service: Consumed 18min 14.801s CPU time. 2024-09-05T11:28:07.982 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T11:28:08.134 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:28:08.388 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:08 smithi173 systemd[1]: Stopping Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968... 2024-09-05T11:28:08.749 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:08 smithi173 podman[51090]: 2024-09-05 11:28:08.47061338 +0000 UTC m=+0.122582049 container died 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.17, architecture=x86_64, io.spdk.version=24.01, io.spdk.git.repo=https://github.com/ceph/spdk.git, name=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=18.2.4, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.buildah.version=1.29.0, maintainer=Ceph Developers , vendor=Red Hat, Inc., version=1.2.17, io.spdk.build.pkgdep-args=--rbd, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, build-date=2024-07-30 15:47:38 UTC, io.openshift.wants=ceph,rbd, vcs-type=git, org.centos.version=9.0-21.el9, release=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.spdk.git.branch=undefined, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.17) 2024-09-05T11:28:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:08 smithi173 podman[51090]: 2024-09-05 11:28:08.93144969 +0000 UTC m=+0.583418403 container cleanup 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, build-date=2024-07-30 15:47:38 UTC, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=18.2.4, io.ceph.component=ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, version=1.2.17, url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.nvmeof=None, io.spdk.build.makeflags=, maintainer=Ceph Developers , io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.openshift.wants=ceph,rbd, io.spdk.build.target-arch=, distribution-scope=public, io.ceph.version=1.2.17, io.ceph.git.branch=tags/1.2.17, architecture=x86_64, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, com.redhat.component=ubi9-container) 2024-09-05T11:28:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:08 smithi173 bash[51090]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d 2024-09-05T11:28:09.438 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:09 smithi173 podman[51102]: 2024-09-05 11:28:09.182662831 +0000 UTC m=+0.706180102 container remove 8698dbfe67c3041ec723597474d738d884c8dd235fb944a4af0384a96cd9ab7f (image=quay.io/ceph/nvmeof:1.2.17, name=ceph-062ada42-6b74-11ef-bcd6-c7b262605968-nvmeof-nvmeof-d, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.spdk.git.commit=a16bb032516da05ea2b7c38fd0ad18e8a7190440, vcs-ref=887c7841f275a0cbc00eddb8a038cde3935b95ba, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.maintainer=Ceph Developers , io.spdk.build.ceph-release=18.2.4, architecture=x86_64, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.17, com.redhat.component=ubi9-container, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , version=1.2.17, vendor=Red Hat, Inc., release=, build-date=2024-07-30 15:47:38 UTC, io.ceph.git.commit=887c7841f275a0cbc00eddb8a038cde3935b95ba, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, name=ceph-nvmeof, distribution-scope=public, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.git.branch=tags/1.2.17, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git) 2024-09-05T11:28:09.439 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:09 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Deactivated successfully. 2024-09-05T11:28:09.439 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:09 smithi173 systemd[1]: Stopped Ceph nvmeof.nvmeof.d for 062ada42-6b74-11ef-bcd6-c7b262605968. 2024-09-05T11:28:09.439 INFO:journalctl@ceph.nvmeof.nvmeof.d.smithi173.stdout:Sep 05 11:28:09 smithi173 systemd[1]: ceph-062ada42-6b74-11ef-bcd6-c7b262605968@nvmeof.nvmeof.d.service: Consumed 3min 10.376s CPU time. 2024-09-05T11:28:09.934 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:28:09.967 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:28:10.000 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:28:10.036 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:28:10.070 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T11:28:10.098 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-05T11:28:10.101 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi033/crash 2024-09-05T11:28:10.102 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T11:28:10.147 INFO:teuthology.orchestra.run.smithi033.stderr:tar: /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T11:28:10.147 INFO:teuthology.orchestra.run.smithi033.stderr:tar: Error is not recoverable: exiting now 2024-09-05T11:28:10.149 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi050/crash 2024-09-05T11:28:10.150 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T11:28:10.190 INFO:teuthology.orchestra.run.smithi050.stderr:tar: /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T11:28:10.190 INFO:teuthology.orchestra.run.smithi050.stderr:tar: Error is not recoverable: exiting now 2024-09-05T11:28:10.192 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi119/crash 2024-09-05T11:28:10.193 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T11:28:10.244 INFO:teuthology.orchestra.run.smithi119.stderr:tar: /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T11:28:10.244 INFO:teuthology.orchestra.run.smithi119.stderr:tar: Error is not recoverable: exiting now 2024-09-05T11:28:10.246 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi154/crash 2024-09-05T11:28:10.247 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T11:28:10.288 INFO:teuthology.orchestra.run.smithi154.stderr:tar: /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T11:28:10.288 INFO:teuthology.orchestra.run.smithi154.stderr:tar: Error is not recoverable: exiting now 2024-09-05T11:28:10.290 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi173/crash 2024-09-05T11:28:10.291 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T11:28:10.330 INFO:teuthology.orchestra.run.smithi173.stderr:tar: /var/lib/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T11:28:10.331 INFO:teuthology.orchestra.run.smithi173.stderr:tar: Error is not recoverable: exiting now 2024-09-05T11:28:10.332 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-05T11:28:10.332 DEBUG:teuthology.orchestra.run.smithi050:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | head -n 1 2024-09-05T11:28:10.373 INFO:tasks.cephadm:Compressing logs... 2024-09-05T11:28:10.373 DEBUG:teuthology.orchestra.run.smithi033:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T11:28:10.376 DEBUG:teuthology.orchestra.run.smithi050:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T11:28:10.403 INFO:teuthology.orchestra.run.smithi033.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-05T11:28:10.403 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T11:28:10.403 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T11:28:10.403 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 85.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T11:28:10.407 INFO:teuthology.orchestra.run.smithi033.stderr: 92.0% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T11:28:10.409 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-09-05T11:28:10.409 INFO:teuthology.orchestra.run.smithi033.stderr:real 0m0.018s 2024-09-05T11:28:10.409 INFO:teuthology.orchestra.run.smithi033.stderr:user 0m0.015s 2024-09-05T11:28:10.409 INFO:teuthology.orchestra.run.smithi033.stderr:sys 0m0.016s 2024-09-05T11:28:10.421 DEBUG:teuthology.orchestra.run.smithi119:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T11:28:10.424 DEBUG:teuthology.orchestra.run.smithi154:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T11:28:10.427 DEBUG:teuthology.orchestra.run.smithi173:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T11:28:10.445 INFO:teuthology.orchestra.run.smithi050.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.0.log 2024-09-05T11:28:10.445 INFO:teuthology.orchestra.run.smithi050.stderr:: No such file or directory 2024-09-05T11:28:10.446 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.1.log 2024-09-05T11:28:10.446 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T11:28:10.446 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T11:28:10.447 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T11:28:10.448 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.a.log 2024-09-05T11:28:10.448 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T11:28:10.449 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mgr.x.log 2024-09-05T11:28:10.449 INFO:teuthology.orchestra.run.smithi050.stderr: 86.0% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T11:28:10.450 INFO:teuthology.orchestra.run.smithi119.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T11:28:10.450 INFO:teuthology.orchestra.run.smithi119.stderr:: No such file or directory 2024-09-05T11:28:10.451 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.4.log 2024-09-05T11:28:10.451 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T11:28:10.452 INFO:teuthology.orchestra.run.smithi173.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T11:28:10.452 INFO:teuthology.orchestra.run.smithi173.stderr:: No such file or directory 2024-09-05T11:28:10.452 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T11:28:10.453 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T11:28:10.453 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.2.log 2024-09-05T11:28:10.454 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log: --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mgr.y.log 2024-09-05T11:28:10.454 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T11:28:10.454 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.b.log 2024-09-05T11:28:10.454 INFO:teuthology.orchestra.run.smithi119.stderr: 85.4% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T11:28:10.454 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.3.log 2024-09-05T11:28:10.457 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 87.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T11:28:10.457 INFO:teuthology.orchestra.run.smithi173.stderr: 90.9% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T11:28:10.457 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-09-05T11:28:10.457 INFO:teuthology.orchestra.run.smithi173.stderr:real 0m0.013s 2024-09-05T11:28:10.457 INFO:teuthology.orchestra.run.smithi173.stderr:user 0m0.011s 2024-09-05T11:28:10.458 INFO:teuthology.orchestra.run.smithi173.stderr:sys 0m0.013s 2024-09-05T11:28:10.458 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log: 90.7% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T11:28:10.458 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T11:28:10.459 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mgr.x.log: 88.0% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T11:28:10.459 INFO:teuthology.orchestra.run.smithi154.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.7.log 2024-09-05T11:28:10.459 INFO:teuthology.orchestra.run.smithi154.stderr:: No such file or directory 2024-09-05T11:28:10.459 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T11:28:10.459 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T11:28:10.459 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.c.log 2024-09-05T11:28:10.459 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T11:28:10.460 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.6.log 2024-09-05T11:28:10.460 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.c.log: /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.5.log 2024-09-05T11:28:10.460 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T11:28:10.460 INFO:teuthology.orchestra.run.smithi154.stderr: 85.4% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T11:28:10.460 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T11:28:10.461 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log: /var/log/ceph/cephadm.log: 89.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T11:28:10.461 INFO:teuthology.orchestra.run.smithi154.stderr: 90.8% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T11:28:10.461 INFO:teuthology.orchestra.run.smithi154.stderr: 88.0% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T11:28:10.462 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T11:28:10.462 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.3.log: 90.8% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T11:28:10.462 INFO:teuthology.orchestra.run.smithi119.stderr: 88.0% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T11:28:10.468 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/cephadm.log: 89.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T11:28:10.469 INFO:teuthology.orchestra.run.smithi154.stderr: 91.2% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T11:28:10.469 INFO:teuthology.orchestra.run.smithi119.stderr: 91.3% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T11:28:10.494 INFO:teuthology.orchestra.run.smithi119.stderr: 90.3% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mgr.y.log.gz 2024-09-05T11:28:10.676 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T11:28:10.676 INFO:teuthology.orchestra.run.smithi050.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T11:28:10.885 INFO:teuthology.orchestra.run.smithi154.stderr: 92.6% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.c.log.gz 2024-09-05T11:28:10.919 INFO:teuthology.orchestra.run.smithi119.stderr: 92.5% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.b.log.gz 2024-09-05T11:28:11.064 INFO:teuthology.orchestra.run.smithi050.stderr: 91.3% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mgr.x.log.gz 2024-09-05T11:28:11.880 INFO:teuthology.orchestra.run.smithi050.stderr: 90.7% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-mon.a.log.gz 2024-09-05T11:28:17.216 INFO:teuthology.orchestra.run.smithi119.stderr: 93.5% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.4.log.gz 2024-09-05T11:28:17.896 INFO:teuthology.orchestra.run.smithi119.stderr: 93.7% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.2.log.gz 2024-09-05T11:28:18.030 INFO:teuthology.orchestra.run.smithi154.stderr: 93.5% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.6.log.gz 2024-09-05T11:28:18.059 INFO:teuthology.orchestra.run.smithi050.stderr: 93.6% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.0.log.gz 2024-09-05T11:28:22.407 INFO:teuthology.orchestra.run.smithi119.stderr: 93.6% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.3.log.gz 2024-09-05T11:28:22.409 INFO:teuthology.orchestra.run.smithi119.stderr: 2024-09-05T11:28:22.409 INFO:teuthology.orchestra.run.smithi119.stderr:real 0m11.970s 2024-09-05T11:28:22.409 INFO:teuthology.orchestra.run.smithi119.stderr:user 0m25.741s 2024-09-05T11:28:22.409 INFO:teuthology.orchestra.run.smithi119.stderr:sys 0m0.937s 2024-09-05T11:28:22.451 INFO:teuthology.orchestra.run.smithi154.stderr: 93.5% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.5.log.gz 2024-09-05T11:28:26.117 INFO:teuthology.orchestra.run.smithi050.stderr: 93.8% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.1.log.gz 2024-09-05T11:28:26.119 INFO:teuthology.orchestra.run.smithi050.stderr: 2024-09-05T11:28:26.119 INFO:teuthology.orchestra.run.smithi050.stderr:real 0m15.685s 2024-09-05T11:28:26.120 INFO:teuthology.orchestra.run.smithi050.stderr:user 0m24.524s 2024-09-05T11:28:26.120 INFO:teuthology.orchestra.run.smithi050.stderr:sys 0m0.812s 2024-09-05T11:28:26.633 INFO:teuthology.orchestra.run.smithi154.stderr: 93.9% -- replaced with /var/log/ceph/062ada42-6b74-11ef-bcd6-c7b262605968/ceph-osd.7.log.gz 2024-09-05T11:28:26.634 INFO:teuthology.orchestra.run.smithi154.stderr: 2024-09-05T11:28:26.635 INFO:teuthology.orchestra.run.smithi154.stderr:real 0m16.193s 2024-09-05T11:28:26.635 INFO:teuthology.orchestra.run.smithi154.stderr:user 0m34.902s 2024-09-05T11:28:26.635 INFO:teuthology.orchestra.run.smithi154.stderr:sys 0m1.265s 2024-09-05T11:28:26.635 INFO:tasks.cephadm:Archiving logs... 2024-09-05T11:28:26.635 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/log/ceph to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi033/log 2024-09-05T11:28:26.636 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T11:28:26.670 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/log/ceph to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi050/log 2024-09-05T11:28:26.671 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T11:28:30.182 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/log/ceph to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi119/log 2024-09-05T11:28:30.183 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T11:28:34.190 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/log/ceph to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi154/log 2024-09-05T11:28:34.191 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T11:28:39.561 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/log/ceph to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi173/log 2024-09-05T11:28:39.562 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T11:28:39.600 INFO:tasks.cephadm:Removing cluster... 2024-09-05T11:28:39.600 DEBUG:teuthology.orchestra.run.smithi033:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force 2024-09-05T11:28:39.758 INFO:teuthology.orchestra.run.smithi033.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:28:40.169 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force 2024-09-05T11:28:40.325 INFO:teuthology.orchestra.run.smithi050.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:28:40.623 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force 2024-09-05T11:28:40.775 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:28:41.076 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force 2024-09-05T11:28:41.229 INFO:teuthology.orchestra.run.smithi154.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:28:41.692 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 062ada42-6b74-11ef-bcd6-c7b262605968 --force 2024-09-05T11:28:41.839 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: 062ada42-6b74-11ef-bcd6-c7b262605968 2024-09-05T11:28:42.184 INFO:tasks.cephadm:Removing cephadm ... 2024-09-05T11:28:42.184 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T11:28:42.203 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T11:28:42.223 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T11:28:42.243 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T11:28:42.262 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T11:28:42.277 INFO:tasks.cephadm:Teardown complete 2024-09-05T11:28:42.278 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-05T11:28:42.585 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-05T11:28:42.586 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T11:28:42.589 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T11:28:42.593 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T11:28:42.595 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T11:28:42.599 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T11:28:42.791 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-05T11:28:42.807 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-05T11:28:42.808 DEBUG:teuthology.orchestra.run.smithi033:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T11:28:42.811 DEBUG:teuthology.orchestra.run.smithi050:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T11:28:42.815 DEBUG:teuthology.orchestra.run.smithi119:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T11:28:42.817 DEBUG:teuthology.orchestra.run.smithi154:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T11:28:42.820 DEBUG:teuthology.orchestra.run.smithi173:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T11:28:42.826 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-09-05T11:28:42.829 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-09-05T11:28:42.830 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T11:28:42.830 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-09-05T11:28:42.830 INFO:teuthology.orchestra.run.smithi033.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 +154us[ +166us] +/- 39ms 2024-09-05T11:28:42.830 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 52 -482us[ -469us] +/- 61ms 2024-09-05T11:28:42.830 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +304us[ +317us] +/- 64ms 2024-09-05T11:28:42.830 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T11:28:42.832 INFO:teuthology.orchestra.run.smithi119.stderr:bash: line 1: ntpq: command not found 2024-09-05T11:28:42.834 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T11:28:42.834 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-09-05T11:28:42.834 INFO:teuthology.orchestra.run.smithi050.stdout:^* hv01.front.sepia.ceph.com 3 6 377 50 +118us[ +109us] +/- 39ms 2024-09-05T11:28:42.834 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 51 -470us[ -478us] +/- 61ms 2024-09-05T11:28:42.834 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +294us[ +286us] +/- 64ms 2024-09-05T11:28:42.834 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T11:28:42.835 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-09-05T11:28:42.835 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-09-05T11:28:42.838 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T11:28:42.838 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2024-09-05T11:28:42.838 INFO:teuthology.orchestra.run.smithi119.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +152us[ +155us] +/- 39ms 2024-09-05T11:28:42.838 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 -481us[ -478us] +/- 61ms 2024-09-05T11:28:42.838 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 52 +305us[ +308us] +/- 64ms 2024-09-05T11:28:42.838 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T11:28:42.839 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T11:28:42.840 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-09-05T11:28:42.840 INFO:teuthology.orchestra.run.smithi173.stdout:^* hv01.front.sepia.ceph.com 3 6 377 48 +137us[ +160us] +/- 39ms 2024-09-05T11:28:42.840 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 49 -482us[ -459us] +/- 61ms 2024-09-05T11:28:42.840 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 49 +310us[ +334us] +/- 65ms 2024-09-05T11:28:42.840 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T11:28:42.841 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T11:28:42.842 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-09-05T11:28:42.842 INFO:teuthology.orchestra.run.smithi154.stdout:^* hv01.front.sepia.ceph.com 3 6 377 54 +154us[ +164us] +/- 39ms 2024-09-05T11:28:42.842 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 -466us[ -466us] +/- 61ms 2024-09-05T11:28:42.842 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 53 +321us[ +321us] +/- 64ms 2024-09-05T11:28:42.842 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T11:28:42.842 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-05T11:28:42.856 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-05T11:28:42.856 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-05T11:28:42.866 DEBUG:teuthology.orchestra.run.smithi033:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T11:28:42.977 DEBUG:teuthology.orchestra.run.smithi050:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T11:28:43.066 DEBUG:teuthology.orchestra.run.smithi119:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T11:28:43.146 DEBUG:teuthology.orchestra.run.smithi154:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T11:28:43.226 DEBUG:teuthology.orchestra.run.smithi173:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T11:28:43.296 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T11:28:43.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:43.330 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T11:28:43.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:43.365 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T11:28:43.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:43.396 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T11:28:43.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:43.428 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-05T11:28:43.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:43.457 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-05T11:28:43.468 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-05T11:28:43.519 INFO:teuthology.task.internal:Duration was 2935.438300 seconds 2024-09-05T11:28:43.520 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-05T11:28:43.531 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-05T11:28:43.532 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T11:28:43.534 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T11:28:43.538 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T11:28:43.541 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T11:28:43.544 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T11:28:43.577 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T11:28:43.582 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T11:28:43.582 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T11:28:43.583 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T11:28:43.583 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T11:28:43.925 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-05T11:28:43.926 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi033.front.sepia.ceph.com 2024-09-05T11:28:43.926 DEBUG:teuthology.orchestra.run.smithi033:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T11:28:43.948 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi050.front.sepia.ceph.com 2024-09-05T11:28:43.949 DEBUG:teuthology.orchestra.run.smithi050:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T11:28:43.973 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi119.front.sepia.ceph.com 2024-09-05T11:28:43.976 DEBUG:teuthology.orchestra.run.smithi119:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T11:28:44.008 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi154.front.sepia.ceph.com 2024-09-05T11:28:44.009 DEBUG:teuthology.orchestra.run.smithi154:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T11:28:44.038 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi173.front.sepia.ceph.com 2024-09-05T11:28:44.038 DEBUG:teuthology.orchestra.run.smithi173:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T11:28:44.064 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-05T11:28:44.065 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T11:28:44.067 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T11:28:44.070 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T11:28:44.072 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T11:28:44.080 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T11:28:44.129 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-05T11:28:44.130 DEBUG:teuthology.orchestra.run.smithi033:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T11:28:44.136 DEBUG:teuthology.orchestra.run.smithi050:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T11:28:44.139 DEBUG:teuthology.orchestra.run.smithi119:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T11:28:44.141 DEBUG:teuthology.orchestra.run.smithi154:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T11:28:44.148 DEBUG:teuthology.orchestra.run.smithi173:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T11:28:44.557 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-05T11:28:44.572 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-05T11:28:44.572 DEBUG:teuthology.orchestra.run.smithi033:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T11:28:44.598 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T11:28:44.623 DEBUG:teuthology.orchestra.run.smithi119:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T11:28:44.648 DEBUG:teuthology.orchestra.run.smithi154:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T11:28:44.674 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T11:28:44.700 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-05T11:28:44.718 DEBUG:teuthology.orchestra.run.smithi033:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.721 DEBUG:teuthology.orchestra.run.smithi050:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.724 DEBUG:teuthology.orchestra.run.smithi119:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.726 DEBUG:teuthology.orchestra.run.smithi154:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.729 DEBUG:teuthology.orchestra.run.smithi173:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.742 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = core 2024-09-05T11:28:44.744 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = core 2024-09-05T11:28:44.748 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = core 2024-09-05T11:28:44.750 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = core 2024-09-05T11:28:44.764 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = core 2024-09-05T11:28:44.802 DEBUG:teuthology.orchestra.run.smithi033:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:44.817 DEBUG:teuthology.orchestra.run.smithi050:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:44.832 DEBUG:teuthology.orchestra.run.smithi119:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:44.847 DEBUG:teuthology.orchestra.run.smithi154:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:44.862 DEBUG:teuthology.orchestra.run.smithi173:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T11:28:44.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T11:28:44.878 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-05T11:28:44.903 INFO:teuthology.task.internal:Transferring archived files... 2024-09-05T11:28:44.904 DEBUG:teuthology.misc:Transferring archived files from smithi033:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi033 2024-09-05T11:28:44.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T11:28:44.973 DEBUG:teuthology.misc:Transferring archived files from smithi050:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi050 2024-09-05T11:28:44.973 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T11:28:45.022 DEBUG:teuthology.misc:Transferring archived files from smithi119:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi119 2024-09-05T11:28:45.022 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T11:28:45.068 DEBUG:teuthology.misc:Transferring archived files from smithi154:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi154 2024-09-05T11:28:45.068 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T11:28:45.106 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vallariag-2024-09-05_10:29:28-nvmeof:upgrade-main-distro-default-smithi/7890393/remote/smithi173 2024-09-05T11:28:45.106 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T11:28:45.140 INFO:teuthology.task.internal:Removing archive directory... 2024-09-05T11:28:45.141 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T11:28:45.143 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T11:28:45.146 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T11:28:45.149 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T11:28:45.152 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T11:28:45.191 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-05T11:28:45.219 INFO:teuthology.task.internal:Not uploading archives. 2024-09-05T11:28:45.220 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-05T11:28:45.233 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-05T11:28:45.234 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T11:28:45.236 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T11:28:45.238 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T11:28:45.241 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T11:28:45.243 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T11:28:45.249 INFO:teuthology.orchestra.run.smithi033.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 11:28 /home/ubuntu/cephtest 2024-09-05T11:28:45.251 INFO:teuthology.orchestra.run.smithi050.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 11:28 /home/ubuntu/cephtest 2024-09-05T11:28:45.253 INFO:teuthology.orchestra.run.smithi119.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 11:28 /home/ubuntu/cephtest 2024-09-05T11:28:45.256 INFO:teuthology.orchestra.run.smithi154.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 11:28 /home/ubuntu/cephtest 2024-09-05T11:28:45.259 INFO:teuthology.orchestra.run.smithi173.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 11:28 /home/ubuntu/cephtest 2024-09-05T11:28:45.260 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-05T11:28:45.273 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-05T11:28:45.301 INFO:teuthology.run:Summary data: description: nvmeof:upgrade/{0-clusters/4-gateways-1-initiator 1-start-distro/1-start-centos_9.stream-reef 2-setup_subsystem 3-upgrade/squid 4-wait 5-workloads/high-availability} duration: 2935.4382996559143 flavor: default owner: scheduled_vallariag@teuthology success: true 2024-09-05T11:28:45.301 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T11:28:45.373 INFO:teuthology.run:pass